-- Logs begin at Tue 2021-08-31 22:51:01 UTC, end at Tue 2021-08-31 23:48:26 UTC. -- Aug 31 23:23:53.119785 dv-cinder-804459-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 23:23:55.818107 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.common.config [-] Logging enabled! Aug 31 23:23:55.818675 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Aug 31 23:23:55.818824 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93736) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 23:23:55.822689 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.common.config [-] Logging enabled! Aug 31 23:23:55.822948 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Aug 31 23:23:55.823268 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93736) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 23:23:55.824220 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 23:23:55.824481 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 23:23:55.824851 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 23:23:55.825102 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 23:23:55.825334 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 23:23:55.825658 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.825960 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.826260 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.826493 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.826789 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.827082 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.827368 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.827659 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.827958 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.828247 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.828553 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.828841 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.829071 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.829355 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.829644 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.829934 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.830159 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] debug = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.830441 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.830868 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.831282 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.831562 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.831852 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.832133 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.832440 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.832723 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.833007 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.833336 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] host = dv-cinder-804459-5-iscsi {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.833618 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.833908 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.834196 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.834483 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.834760 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.835068 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.835354 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.835632 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.835902 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] log_file = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.836180 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.836565 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.836859 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.837150 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.837376 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.837598 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.837890 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.838177 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.838457 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.838732 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.839006 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.839280 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.839553 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.839823 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.840130 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.840423 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.840713 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.840989 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.841262 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.841535 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.841808 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.842093 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.842367 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.842638 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.842914 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.843203 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.843471 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.843744 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.844046 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.844353 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.844639 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.844933 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.845203 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.845486 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.845763 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.846035 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.846307 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] use_json = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.846578 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.846849 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.847136 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.847409 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.847680 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.847955 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.848228 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.848545 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:55.848842 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.849139 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.849438 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.849721 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.850017 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.850303 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.850619 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.850900 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.851190 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.851480 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.851767 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.852045 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.852365 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.852637 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.852932 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.853237 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.853533 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.853823 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.854099 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.854374 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.854648 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.854933 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.855223 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.855502 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.855790 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.856079 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.856392 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.856683 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.856978 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.857271 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.857545 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.857825 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.858117 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.858399 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.858673 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.858954 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.859244 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.859527 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.859800 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.860083 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.860385 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.860664 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.860939 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.861218 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.861510 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.861790 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.862063 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.862337 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.862618 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.862894 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.863180 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.863459 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.863734 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.864007 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.864286 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.864586 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.864866 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.865146 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.865418 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.865696 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.865970 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.866765 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.867041 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.867315 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.867587 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.867861 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.868133 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.868504 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.868785 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.869062 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.869338 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.869611 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.869886 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.870176 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.870475 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.871005 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.871288 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.871567 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.871844 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.872121 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.872423 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.872704 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.872982 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.873255 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.873545 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.873828 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.874110 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.874395 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.874673 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.874973 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.875254 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.875544 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.875821 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.876100 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.876411 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.876695 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.876987 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.877282 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.877577 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.877870 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.878165 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.878449 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.878755 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.879036 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:55.879255 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 23:23:55.879495 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93736) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 23:23:56.230252 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 23:23:56.230537 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 23:23:56.230832 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 23:23:56.231168 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 23:23:56.633519 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.633803 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.634078 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.635389 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.635668 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.635935 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.669795 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.670067 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.670336 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.687187 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.687473 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.687754 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.717281 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.717567 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.717849 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.757668 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.758027 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.758326 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.995500 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.996417 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.996417 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.996602 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:56.997312 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.124912 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.125159 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.125446 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.125722 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.125993 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.126306 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.126566 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.126823 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.127079 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.127361 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.127622 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.127888 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.128145 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.128425 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.128684 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.128955 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.129215 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.129485 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.129756 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.130016 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.130286 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.130543 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.130825 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.131202 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.131454 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.132223 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.132649 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 23:23:57.132895 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 23:23:57.133136 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 23:23:57.133378 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 23:23:57.133615 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 23:23:57.133853 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 23:23:57.134220 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 23:23:57.137368 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 23:23:57.141325 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 23:23:57.145056 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Aug 31 23:23:57.146706 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 23:23:57.147161 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 23:23:57.148234 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 23:23:57.148652 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 23:23:57.151448 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 23:23:57.151706 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 23:23:57.152059 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 23:23:57.157380 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 23:23:57.179134 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 23:23:57.179590 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.179892 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93736) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 23:23:57.180259 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.181641 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93736) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 23:23:57.181923 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 23:23:57.182171 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 23:23:57.185368 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.185654 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.251377 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 23:23:57.251614 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 23:23:57.251852 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 23:23:57.252223 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 23:23:57.274099 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_db.sqlalchemy.engines [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93736) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 23:23:57.816027 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Initializing driver for type 'gre' Aug 31 23:23:57.816519 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] gre ID ranges: [(1, 1000)] Aug 31 23:23:57.871739 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Initializing driver for type 'local' Aug 31 23:23:57.872207 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Initializing driver for type 'vlan' Aug 31 23:23:57.885189 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] VlanTypeDriver initialization complete Aug 31 23:23:57.885699 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Initializing driver for type 'vxlan' Aug 31 23:23:57.886347 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] vxlan ID ranges: [(1, 1000)] Aug 31 23:23:57.939821 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Initializing extension driver 'port_security' Aug 31 23:23:57.940221 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.extensions.port_security [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] PortSecurityExtensionDriver initialization complete Aug 31 23:23:57.940584 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Initializing mechanism driver 'openvswitch' Aug 31 23:23:57.940919 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Initializing mechanism driver 'hyperv' Aug 31 23:23:57.950693 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.plugins.ml2.plugin [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:23:57.951374 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > port after_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.951740 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > port after_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.952088 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > port after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.952633 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 23:23:57.953062 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > subnet after_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.953409 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > subnet after_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.953753 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.954143 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 23:23:57.954538 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > network after_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.954883 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > network after_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.955220 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > network after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.955605 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 23:23:57.956002 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > security_group after_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.956367 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > security_group after_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.956705 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > security_group after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.957226 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 23:23:57.957629 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.957978 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.958318 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.958708 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 23:23:57.959105 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > address_group after_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.959447 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > address_group after_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.959787 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > address_group after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.960769 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 23:23:57.961142 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] ML2 OVO RPC backend initialized. {{(pid=93736) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 23:23:57.961846 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.962199 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.962613 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > network before_response 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.962958 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > networks before_response 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.963303 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > port before_response 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.963643 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > ports before_response 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.963983 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > subnet before_response 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.964354 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > subnets before_response 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.964685 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > network after_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.965025 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > network after_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.965360 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > network after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.965694 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > port after_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.966029 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > port after_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.966361 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > port after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.966691 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > subnet after_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.967025 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > subnet after_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.967356 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:57.967925 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.plugin [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Modular L2 Plugin initialization complete Aug 31 23:23:57.968249 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading services supported by the core plugin {{(pid=93736) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 23:23:57.968602 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.plugins.ml2.managers [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Got port-security extension from driver 'port_security' Aug 31 23:23:57.969059 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.extensions.vlantransparent [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Disabled vlantransparent extension. Aug 31 23:23:57.969537 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93736) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 23:23:57.969845 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading Plugin: router Aug 31 23:23:58.007113 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router_interface before_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.007666 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router after_create 55549900 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.007872 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router before_create 55549900 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.008234 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.008633 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.008987 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router after_delete 55549900 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.009343 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > floatingip after_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.009689 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > floatingip after_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.010043 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router after_create 55549900 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.010387 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router after_update 55549900 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.010733 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router after_update 55549900 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.011076 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.011429 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router after_update 55549900 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.011832 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router precommit_update 55549900 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.012199 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: port after_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.012632 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: port after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.012970 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: subnet after_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.013306 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.013659 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > port precommit_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.014007 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router precommit_create 55549900 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.014346 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: port before_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.014688 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router precommit_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.015037 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router after_update 55549900 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.015375 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router precommit_delete 55549900 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.015722 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router precommit_create 55549900 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.016077 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.016442 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router precommit_update 55549900 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.016807 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > agent after_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.017150 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > agent after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.017492 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > network after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.018334 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Tracking information for resource: router configured {{(pid=93736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 23:23:58.018663 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Tracking information for resource: floatingip configured {{(pid=93736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 23:23:58.024238 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.db.l3_agentschedulers_db [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 23:23:58.025071 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: port after_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.025488 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: port after_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.025838 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: port after_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.026187 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: port after_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.026970 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router before_create 55550100 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.027331 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router precommit_delete 55550100 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.027690 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router precommit_create 55550100 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.028050 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > router precommit_update 55550100 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.032722 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.services.provider_configuration [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Service providers = [] {{(pid=93736) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 23:23:58.033085 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.db.servicetype_db [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93736) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 23:23:58.036017 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.services.service_base [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 23:23:58.036390 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.services.service_base [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 23:23:58.036730 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.services.service_base [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 23:23:58.037630 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.services.service_base [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 23:23:58.038537 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.services.service_base [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 23:23:58.038911 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 23:23:58.039226 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 23:23:58.049816 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 23:23:58.050147 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading Plugin: auto_allocate Aug 31 23:23:58.056542 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: network precommit_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.056912 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: network precommit_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.057438 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 23:23:58.057760 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading Plugin: tag Aug 31 23:23:58.064186 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 23:23:58.064541 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading Plugin: timestamp Aug 31 23:23:58.068557 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 23:23:58.068862 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading Plugin: network_ip_availability Aug 31 23:23:58.074356 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.074724 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.075079 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.075784 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 23:23:58.076102 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading Plugin: flavors Aug 31 23:23:58.080822 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 23:23:58.081151 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading Plugin: revisions Aug 31 23:23:58.085941 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 23:23:58.086328 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_concurrency.lockutils [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.855s {{(pid=93736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 23:23:58.087138 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93736) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 23:23:58.087474 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Initializing extension manager. Aug 31 23:23:58.087980 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: __init__.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.088347 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: __pycache__ {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.088674 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.089005 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: address_group.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.089755 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.090314 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: address-group Aug 31 23:23:58.090633 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: address_scope.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.091341 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.091841 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: address-scope Aug 31 23:23:58.092160 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: admin_state_down_before_update.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.093100 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.093598 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: router-admin-state-down-before-update Aug 31 23:23:58.093914 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: agent.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.094832 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.095374 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: agent Aug 31 23:23:58.095693 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: agent_resources_synced.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.096639 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.097145 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: agent-resources-synced Aug 31 23:23:58.097463 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: allowedaddresspairs.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.099242 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.099757 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: allowed-address-pairs Aug 31 23:23:58.100080 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: auto_allocated_topology.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.101723 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.102230 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: auto-allocated-topology Aug 31 23:23:58.102551 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: availability_zone.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.103244 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.103798 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: availability_zone Aug 31 23:23:58.104115 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: availability_zone_filter.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.105054 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.105550 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: availability_zone_filter Aug 31 23:23:58.105867 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: data_plane_status.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.106789 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.107287 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 23:23:58.107603 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: default_subnetpools.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.108535 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.109035 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: default-subnetpools Aug 31 23:23:58.109354 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: dhcpagentscheduler.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.110162 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.110730 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: dhcp_agent_scheduler Aug 31 23:23:58.111054 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: dns.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.111966 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.112500 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension dns-integration not supported by any of loaded plugins Aug 31 23:23:58.112825 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: dns_domain_ports.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.113779 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.114341 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 23:23:58.114723 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.115647 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.116169 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 23:23:58.116520 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: dvr.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.117200 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.117746 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: dvr Aug 31 23:23:58.118068 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: ecmp_routes.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.119009 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.119507 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 23:23:58.119827 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: empty_string_filtering.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.121014 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.121517 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: empty-string-filtering Aug 31 23:23:58.121838 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.122743 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.123243 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 23:23:58.123561 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.124507 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.125003 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 23:23:58.125319 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: external_net.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.126292 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.126797 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: external-net Aug 31 23:23:58.127119 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: extra_dhcp_opt.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.128025 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.128550 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: extra_dhcp_opt Aug 31 23:23:58.128870 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: extraroute.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.129776 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.130271 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: extraroute Aug 31 23:23:58.130590 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: extraroute_atomic.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.131659 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.132161 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: extraroute-atomic Aug 31 23:23:58.132516 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: filter_validation.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.133195 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.133676 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: filter-validation Aug 31 23:23:58.133993 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: fip_pf_description.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.134893 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.135382 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 23:23:58.135697 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: fip_port_details.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.136651 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.137157 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: fip-port-details Aug 31 23:23:58.137472 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: flavors.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.138693 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.139203 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: flavors Aug 31 23:23:58.139523 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.141208 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.141781 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 23:23:58.142113 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: floatingip_pools.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.142816 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.143316 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: floatingip-pools Aug 31 23:23:58.143639 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: ip_allocation.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.144600 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.145100 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 23:23:58.145420 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.146336 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.146926 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: ip-substring-filtering Aug 31 23:23:58.147782 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: l2_adjacency.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.148741 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.149243 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 23:23:58.149562 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: l3.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.150660 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.151171 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: router Aug 31 23:23:58.151493 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: l3_conntrack_helper.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.153797 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.154318 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 23:23:58.154647 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.155575 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.156080 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: ext-gw-mode Aug 31 23:23:58.156435 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.157370 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.157963 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: l3-ha Aug 31 23:23:58.158288 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: l3_flavors.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.159205 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.159704 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: l3-flavors Aug 31 23:23:58.160024 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.160961 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.161468 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 23:23:58.161788 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: l3agentscheduler.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.162879 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.163913 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: l3_agent_scheduler Aug 31 23:23:58.164235 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: logging.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.165740 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.166246 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension logging not supported by any of loaded plugins Aug 31 23:23:58.166572 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: metering.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.167306 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.167882 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: metering Aug 31 23:23:58.168203 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.169326 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.169831 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: metering_source_and_destination_fields Aug 31 23:23:58.170150 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: multiprovidernet.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.171073 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.171570 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: multi-provider Aug 31 23:23:58.171888 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: netmtu.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.172890 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.173389 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: net-mtu Aug 31 23:23:58.173707 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: netmtu_writable.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.174618 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.175114 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: net-mtu-writable Aug 31 23:23:58.175433 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: network_availability_zone.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.176103 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.176632 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: network_availability_zone Aug 31 23:23:58.176950 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: network_ip_availability.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.178035 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.178560 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: network-ip-availability Aug 31 23:23:58.178883 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: network_segment_range.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.179642 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.180137 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 23:23:58.180489 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: pagination.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.181460 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.181785 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: pagination Aug 31 23:23:58.182100 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: port_device_profile.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.183000 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.183506 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: port-device-profile Aug 31 23:23:58.183824 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.184772 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.185276 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: port-mac-address-regenerate Aug 31 23:23:58.185594 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.186501 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.187003 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: port-numa-affinity-policy Aug 31 23:23:58.187321 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: port_resource_request.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.188240 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.188777 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 23:23:58.189093 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: portbindings.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.190019 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.190540 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: binding Aug 31 23:23:58.190840 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: portbindings_extended.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.192213 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.192753 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: binding-extended Aug 31 23:23:58.193077 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: portsecurity.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.193985 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.194513 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: port-security Aug 31 23:23:58.194835 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: project_id.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.195799 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.196125 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: project-id Aug 31 23:23:58.196471 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: providernet.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.197400 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.197914 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: provider Aug 31 23:23:58.198230 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: qos.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.201763 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.202277 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension qos not supported by any of loaded plugins Aug 31 23:23:58.202605 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.203841 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.204380 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 23:23:58.204704 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.205622 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.206127 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 23:23:58.206451 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: qos_default.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.207361 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.207875 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension qos-default not supported by any of loaded plugins Aug 31 23:23:58.208196 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: qos_fip.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.208876 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.209372 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension qos-fip not supported by any of loaded plugins Aug 31 23:23:58.209691 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: qos_gateway_ip.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.211140 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.211642 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 23:23:58.211961 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: qos_port_network_policy.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.212906 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.213413 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 23:23:58.213734 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: qos_pps_rule.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.214915 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.215425 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension qos-pps not supported by any of loaded plugins Aug 31 23:23:58.215752 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: qos_rule_type_details.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.216701 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.217204 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 23:23:58.217530 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: qos_rules_alias.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.218623 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.219130 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 23:23:58.219452 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: quotasv2.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.220400 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.220724 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: quotas Aug 31 23:23:58.221040 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: quotasv2_detail.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.224078 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.224448 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: quota_details Aug 31 23:23:58.224781 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: rbac.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.226589 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.227108 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: rbac-policies Aug 31 23:23:58.227436 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: rbac_address_group.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.228397 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.228940 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: rbac-address-group Aug 31 23:23:58.229257 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: rbac_address_scope.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.230167 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.230665 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: rbac-address-scope Aug 31 23:23:58.230986 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: rbac_security_groups.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.231902 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.232432 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: rbac-security-groups Aug 31 23:23:58.232757 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: rbac_subnetpool.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.233667 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.234167 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: rbac-subnetpool Aug 31 23:23:58.234488 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: revisionifmatch.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.235399 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.235909 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: revision-if-match Aug 31 23:23:58.236250 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: revisions.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.237432 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.237943 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: standard-attr-revisions Aug 31 23:23:58.238266 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: router_availability_zone.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.238942 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.239438 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: router_availability_zone Aug 31 23:23:58.239779 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: routerservicetype.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.240699 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.241222 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension router-service-type not supported by any of loaded plugins Aug 31 23:23:58.241542 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.242462 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.242995 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: security-groups-normalized-cidr Aug 31 23:23:58.243311 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: security_groups_port_filtering.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.244229 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.244766 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: port-security-groups-filtering Aug 31 23:23:58.245087 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.246252 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.246759 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: security-groups-remote-address-group Aug 31 23:23:58.247080 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: securitygroup.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.256729 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.257258 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: security-group Aug 31 23:23:58.257596 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: segment.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.258380 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.258882 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension segment not supported by any of loaded plugins Aug 31 23:23:58.259232 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.260167 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.260704 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 23:23:58.261028 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: servicetype.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.262203 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.262714 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: service-type Aug 31 23:23:58.263037 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: sorting.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.264018 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.264364 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: sorting Aug 31 23:23:58.264687 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: standard_attr_segment.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.265605 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.266112 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 23:23:58.266434 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: standardattrdescription.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.267081 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.267586 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: standard-attr-description Aug 31 23:23:58.267930 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: stateful_security_group.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.268879 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.269392 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: stateful-security-group Aug 31 23:23:58.269712 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: stdattrs_common.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.270289 dv-cinder-804459-5-iscsi neutron-server[93736]: WARNING neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 23:23:58.270605 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.271561 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.272070 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 23:23:58.272922 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: subnet_onboard.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.273988 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.274500 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: subnet_onboard Aug 31 23:23:58.274825 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.275750 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.276252 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 23:23:58.276596 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: subnet_service_types.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.277518 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.278033 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: subnet-service-types Aug 31 23:23:58.278356 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: subnetallocation.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.279437 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.279943 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: subnet_allocation Aug 31 23:23:58.280267 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.280968 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.281464 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: subnetpool-prefix-ops Aug 31 23:23:58.281783 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.282728 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.283232 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 23:23:58.283549 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: tagging.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.284646 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.285159 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: standard-attr-tag Aug 31 23:23:58.285486 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: timestamp.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.286703 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.287235 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loaded extension: standard-attr-timestamp Aug 31 23:23:58.287560 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: trunk.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.289253 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.289759 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension trunk not supported by any of loaded plugins Aug 31 23:23:58.290084 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: trunk_details.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.291003 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.291506 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension trunk-details not supported by any of loaded plugins Aug 31 23:23:58.291827 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: uplink_status_propagation.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.292771 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.293276 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 23:23:58.293599 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Loading extension file: vlantransparent.py {{(pid=93736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 23:23:58.294272 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 23:23:58.294770 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 23:23:58.297250 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Creating instance of TrackedResource for resource:network Aug 31 23:23:58.297776 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Creating instance of TrackedResource for resource:subnet Aug 31 23:23:58.298169 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 23:23:58.298561 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Creating instance of TrackedResource for resource:port Aug 31 23:23:58.299791 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.v2.resource_helper [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:23:58.300220 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.v2.resource_helper [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Service FLAVORS assigned prefix: {{(pid=93736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:23:58.300882 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.v2.resource_helper [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:23:58.301300 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.v2.resource_helper [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:23:58.301625 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Creating instance of TrackedResource for resource:router Aug 31 23:23:58.302057 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Creating instance of TrackedResource for resource:floatingip Aug 31 23:23:58.302544 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.v2.resource_helper [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Service METERING assigned prefix: /metering {{(pid=93736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:23:58.304022 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.304425 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.304778 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:23:58.305783 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 23:23:58.306224 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Creating instance of TrackedResource for resource:security_group Aug 31 23:23:58.306644 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 23:23:58.308380 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.v2.resource_helper [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Service CORE assigned prefix: {{(pid=93736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:23:58.308721 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 23:23:58.309068 dv-cinder-804459-5-iscsi neutron-server[93736]: WARNING neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] subnetpool is already registered Aug 31 23:23:58.309502 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.v2.resource_helper [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Service CORE assigned prefix: {{(pid=93736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:23:58.309826 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 23:23:58.310158 dv-cinder-804459-5-iscsi neutron-server[93736]: WARNING neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] subnetpool is already registered Aug 31 23:23:58.312467 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.v2.resource_helper [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:23:58.312896 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.v2.resource_helper [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Service FLAVORS assigned prefix: {{(pid=93736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:23:58.313484 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.v2.resource_helper [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:23:58.313896 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.v2.resource_helper [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:23:58.314227 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Creating instance of TrackedResource for resource:router Aug 31 23:23:58.314560 dv-cinder-804459-5-iscsi neutron-server[93736]: WARNING neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] router is already registered Aug 31 23:23:58.314964 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Creating instance of TrackedResource for resource:floatingip Aug 31 23:23:58.315295 dv-cinder-804459-5-iscsi neutron-server[93736]: WARNING neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] floatingip is already registered Aug 31 23:23:58.315743 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.v2.resource_helper [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Service METERING assigned prefix: /metering {{(pid=93736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:23:58.316425 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 23:23:58.316750 dv-cinder-804459-5-iscsi neutron-server[93736]: WARNING neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] rbac_policy is already registered Aug 31 23:23:58.317151 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Creating instance of TrackedResource for resource:security_group Aug 31 23:23:58.317479 dv-cinder-804459-5-iscsi neutron-server[93736]: WARNING neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] security_group is already registered Aug 31 23:23:58.317872 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 23:23:58.318198 dv-cinder-804459-5-iscsi neutron-server[93736]: WARNING neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] security_group_rule is already registered Aug 31 23:23:58.318853 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.v2.resource_helper [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Service CORE assigned prefix: {{(pid=93736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:23:58.319150 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 23:23:58.319480 dv-cinder-804459-5-iscsi neutron-server[93736]: WARNING neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] subnetpool is already registered Aug 31 23:23:58.319890 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.v2.resource_helper [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Service CORE assigned prefix: {{(pid=93736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 23:23:58.320207 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 23:23:58.320563 dv-cinder-804459-5-iscsi neutron-server[93736]: WARNING neutron.quota.resource_registry [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] subnetpool is already registered Aug 31 23:23:58.321024 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: extensions {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.322488 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: address-groups {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.323964 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: address-scopes {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.325297 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: agents {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.326462 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: auto-allocated-topology {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.327700 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: availability_zones {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.328940 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: dhcp-networks {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.330462 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: dhcp-agents {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.331871 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: routers {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.334085 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: flavors {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.335771 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: service_profiles {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.337025 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: next_providers {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.338441 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: service_profiles {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.339949 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: floatingip-pools {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.341181 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: routers {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.343278 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: floatingips {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.344573 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: l3-routers {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.345940 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: l3-agents {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.347326 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: metering-labels {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.348734 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: metering-label-rules {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.350021 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: network-ip-availabilities {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.351913 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: bindings {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.353588 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: quotas {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.355023 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: quotas {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.356461 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: rbac-policies {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.357646 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: security-groups {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.358935 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: security-group-rules {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.360161 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: service-providers {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.361405 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: subnetpools {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.362817 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: subnetpools {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.364305 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: tags {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.365995 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: tags {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.367791 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: tags {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.369610 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: tags {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.372637 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: tags {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.374502 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: tags {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.376194 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: tags {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.378114 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: tags {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.379872 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: tags {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.381631 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron.api.extensions [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Extended resource: tags {{(pid=93736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 23:23:58.388010 dv-cinder-804459-5-iscsi neutron-server[93736]: WARNING keystonemiddleware.auth_token [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 23:23:58.392677 dv-cinder-804459-5-iscsi neutron-server[93736]: WARNING keystonemiddleware.auth_token [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 23:23:58.401509 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_concurrency.lockutils [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Acquired lock "singleton_lock" {{(pid=93736) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 23:23:58.401978 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_concurrency.lockutils [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Releasing lock "singleton_lock" {{(pid=93736) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 23:23:58.402612 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO oslo_service.service [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Starting 2 workers Aug 31 23:23:58.407403 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Started child 93845 {{(pid=93736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 23:23:58.411813 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Started child 93846 {{(pid=93736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 23:23:58.412886 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:23:58.413521 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO neutron.service [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 23:23:58.414102 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Notify callbacks [] for process, before_spawn {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:23:58.414365 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [-] (93845) wsgi starting up on http://0.0.0.0:9696 Aug 31 23:23:58.416486 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:23:58.416898 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO oslo_service.service [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Starting 1 workers Aug 31 23:23:58.417825 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [-] (93846) wsgi starting up on http://0.0.0.0:9696 Aug 31 23:23:58.421716 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Started child 93847 {{(pid=93736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 23:23:58.422253 dv-cinder-804459-5-iscsi neutron-server[93736]: INFO oslo_service.service [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Starting 1 workers Aug 31 23:23:58.425413 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.service [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] calling RpcWorker wait() {{(pid=93847) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 23:23:58.425937 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.service [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] returning from RpcWorker wait() {{(pid=93847) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 23:23:58.426639 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Started child 93848 {{(pid=93736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 23:23:58.427297 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:23:58.427475 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG neutron_lib.callbacks.manager [None req-5f8a2d88-ee13-4f12-959e-8ba2e618026a None None] Notify callbacks [] for process, after_spawn {{(pid=93736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:23:58.427846 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:23:58.429423 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93736) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 23:23:58.429628 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 23:23:58.429812 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 23:23:58.430025 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 23:23:58.430366 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 23:23:58.430521 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 23:23:58.430985 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.431251 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.431497 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.431600 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:23:58.432041 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.432041 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.432621 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.432863 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.433106 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.433380 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.433626 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.433789 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.433950 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.434185 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.434426 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.434731 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.434995 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.435225 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.435490 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.435657 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.435903 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.436168 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.436430 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.436699 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] debug = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.436935 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.437421 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.437648 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.437889 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.438137 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.438381 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.438599 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.438869 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.439102 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.439336 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.439563 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.439806 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.440039 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.440263 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.440523 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.440775 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.440989 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.441436 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] host = dv-cinder-804459-5-iscsi {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.441680 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.441921 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.442147 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.442388 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.442636 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.442845 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.443100 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.443336 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.443582 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.443802 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.444034 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.444933 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.445170 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.445420 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] log_file = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.445580 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] log_options = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.445791 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.446052 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.446308 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.446493 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.446657 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.446831 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.447087 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.447246 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.447477 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.447716 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.447972 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.448129 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.448380 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.448588 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.448813 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.449050 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.449258 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.449483 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.449724 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.449971 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.450191 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.450415 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.450625 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.450837 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.451045 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.451267 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.451505 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.451783 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.451935 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.452147 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.452416 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.452659 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.452887 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.453161 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.453384 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.453606 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.453812 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.454068 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.454290 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.454522 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.454823 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.455018 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.455264 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.455471 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.455700 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.455925 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] use_json = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.456131 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.456373 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.456616 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.456822 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.457028 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.457240 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.457468 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.457774 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.458156 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.458419 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.458718 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.458971 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.459195 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.459425 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.459669 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.460471 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.460809 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.461023 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.461317 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.461552 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.461893 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.462102 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.462998 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.463335 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.463591 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.463715 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:23:58.463842 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.464075 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.464289 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.464564 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.464810 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.465075 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.465290 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.465514 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.465739 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.466915 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.467123 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.467463 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.467776 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.468024 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.468278 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.469184 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.469184 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.469184 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.469184 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.469569 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.469691 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.469939 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.470152 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.470377 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.471793 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.472035 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.472509 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.472622 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.472788 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.473045 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.473292 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.473533 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.473753 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.473971 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.474189 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.474420 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.474658 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.474926 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.475156 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.475393 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.475606 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.475818 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.476035 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.476299 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.476536 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.476747 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.476956 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.477170 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.477378 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.477624 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.477837 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.478145 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.478297 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.478474 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.478716 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.479187 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.479187 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.479681 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.479681 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.479908 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.480354 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.480354 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.480824 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.480824 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.481053 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.481189 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.481402 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.481614 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.481821 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.482030 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.482465 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.482465 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.482900 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.483018 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.483220 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.483460 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.483673 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.484125 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.484125 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.484403 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.484594 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.484804 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.485197 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.485403 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.485575 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.485835 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.486069 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.486298 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.486548 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.486761 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.487012 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.487242 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.487475 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.487693 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.487961 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.488264 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.488525 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.488723 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.488949 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.489220 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.489435 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.489872 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.490012 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.490145 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.490431 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.490716 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.490982 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.491207 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.491444 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.491771 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.492129 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.492382 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.492739 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.492865 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.493070 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.493344 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.493581 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.493930 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.494076 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.494266 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.494588 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.494813 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.495022 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.495229 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.495498 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.496010 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.496259 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.499562 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.499562 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.499562 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.499562 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.499562 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.499562 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.499562 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.499562 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.500643 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.500643 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.500643 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.500643 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.501941 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.501941 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.502244 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.502244 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.502588 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.502716 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.502892 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.503145 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.503401 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.503619 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.503844 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.504085 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.504313 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.504556 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.504776 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.504990 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.505254 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.505553 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.505769 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.506445 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.506445 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.507151 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.507328 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.507583 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.507799 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.508068 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.508286 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.508548 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.508761 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.508978 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.509189 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.509401 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.509650 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.509882 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.510129 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.510376 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.510738 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.510959 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.511219 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.511449 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.511665 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.511916 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.512131 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.512369 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.512614 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.512830 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.513041 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.513277 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.513535 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.513755 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.513967 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.514180 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.514389 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.514604 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.514836 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.515121 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.515368 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.515597 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.515858 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.516121 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.516306 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.516569 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.516856 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.517070 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.517288 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.517503 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.517727 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.517950 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.518178 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.518386 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.518621 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.518807 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.519032 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.519253 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.519454 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.519684 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.519920 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.520150 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.521541 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.521541 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.521541 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.521541 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.521541 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.521541 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.521962 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.521962 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.522082 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.522309 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.523189 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.523407 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.523625 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.523934 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.524194 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.524567 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.524960 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.525207 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.525473 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.525706 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.526009 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.526218 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.526483 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.526698 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.526929 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.527144 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.527397 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.527700 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.527983 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.528237 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.528506 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.528790 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.529044 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.529316 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.529526 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.529827 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.530130 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.530401 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.530652 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.530894 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.531140 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.531365 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.531591 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.531821 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.532050 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.532282 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.532536 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.532766 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.532984 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.533198 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.533432 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.533644 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.533862 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.534087 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.534350 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.534561 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.534715 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 23:23:58.535219 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93736) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 23:23:58.535377 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 23:23:58.535528 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 23:23:58.535692 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 23:23:58.535857 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 23:23:58.536005 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 23:23:58.536208 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.536387 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.536554 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.536683 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.536836 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.537014 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.537171 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.537327 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.537486 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.537641 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.537796 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.538030 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.538208 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.538366 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.538521 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.538676 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.538832 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.538988 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.539149 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.539306 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.539461 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.539616 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.539770 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] debug = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.539925 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.540130 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.540291 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.540471 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.540626 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.540776 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.540940 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.541067 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.541221 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.541377 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.541532 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.541686 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.541841 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.541995 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.542149 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.542304 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.542458 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.542613 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] host = dv-cinder-804459-5-iscsi {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.542768 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.542924 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.543078 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.543240 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.543390 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.543545 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.543701 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.543855 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.544009 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.544164 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.544333 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.544500 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.544655 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.544809 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] log_file = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.544962 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] log_options = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.545117 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.545272 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.545426 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.545611 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.545771 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.545927 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.546150 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.546248 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.546382 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.546536 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.546691 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.546846 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.547000 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.547153 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.547307 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.547466 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.547620 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.547773 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.547934 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.548070 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.548224 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.548406 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.548562 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.548717 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.548872 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.549011 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.549169 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.549323 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.549478 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.549631 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.549785 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.549939 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.550093 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.550247 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.550400 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.550555 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.550710 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.550868 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.551022 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.551176 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.551332 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.551486 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.551640 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.551795 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.551949 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.552103 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] use_json = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.552257 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.552431 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.552586 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.552741 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.552895 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.553048 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.553202 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.553357 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 23:23:58.553551 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.553710 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.553878 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.554034 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.554222 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.554360 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.554489 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.554645 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.554802 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.554958 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.555122 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.555279 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.555446 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.555603 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.555823 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.555906 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.556055 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.556196 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.556428 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.556556 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.556671 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.556830 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.556996 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.557152 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.557308 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.557468 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.557625 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.557797 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.557953 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.558111 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.558269 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.558426 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.558584 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.558743 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.558901 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.559059 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.559217 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.559373 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.559530 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.559687 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.559843 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.560000 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.560157 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.560348 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.560491 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.560648 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.560806 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.560963 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.561121 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.561278 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.561436 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.561594 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.561752 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.561911 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.562067 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.562233 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.562390 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.562546 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.562702 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.562861 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.563017 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.563173 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.563330 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.563505 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.564250 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.564250 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.564250 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.564250 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.564633 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.564633 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.564633 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.564845 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.564924 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.566271 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.566271 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.566271 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.566271 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.566271 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.566271 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.566271 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.566271 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.566271 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.566916 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.566916 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.566916 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.566916 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.567194 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.567194 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.567334 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.567418 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.567588 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.567742 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.567902 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.568061 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.568225 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.568426 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.568585 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.568742 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.568946 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.569060 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.569744 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.569908 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.570070 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.570244 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.570436 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.570601 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.570755 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.570913 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.571076 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.571265 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.571443 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.571590 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.571797 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.571959 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.572116 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.572273 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.572461 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.572617 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.572777 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.572935 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.573099 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.573267 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.573736 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.573736 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.573736 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.573960 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.574040 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.574153 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.574308 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.574465 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.574622 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.574779 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.574944 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.575112 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.575269 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.575425 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.575582 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.575761 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.575916 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:23:58.576015 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.576096 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.576217 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.576394 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.576553 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.576710 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.576867 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.577023 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.577179 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.577337 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.577495 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.577655 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.577819 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.577975 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.578133 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.578291 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.578448 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.578605 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.578763 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.578920 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.579076 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.579314 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.579473 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.579632 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.579789 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.579947 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.580104 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.580261 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.580438 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.580596 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.580782 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.580938 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.581094 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.581251 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.581407 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.581563 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.581722 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.581880 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.582038 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.582196 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.582354 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.582512 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.582670 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.582829 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.582991 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.583148 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.583306 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.583463 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.583622 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.583780 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.583937 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.584095 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.584253 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.584429 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.584601 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.584758 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.585555 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.585715 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.585872 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.586030 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.586189 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.586346 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.586502 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.586659 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.586816 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.586976 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.587135 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.587297 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.587458 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.587612 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.587768 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.587978 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.588132 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.588268 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.588510 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.588510 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.588855 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.588855 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.589111 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.589111 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.589380 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.589516 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.589640 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.589722 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.589849 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.590016 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.590173 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.590539 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.590539 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.590734 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.590812 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.590933 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.591090 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.591246 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.591401 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.591557 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.591727 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.591915 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.592137 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.592297 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.592626 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.592784 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.592943 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.593111 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.593269 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.593427 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.593584 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.593740 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.593897 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.594064 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.594225 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.594383 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.594549 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.594706 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.594942 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.595101 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.595271 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.595429 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.595588 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.595745 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.595902 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.596059 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.596218 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.596401 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.596569 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.596734 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.596892 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.597057 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.597221 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.597389 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.597547 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.597712 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.597880 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.598047 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.598203 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.598360 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.598517 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.598679 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.598819 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.598981 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.599138 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.599295 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.599452 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.599608 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.599766 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.599921 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.600078 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.600236 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.600430 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.600589 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.600746 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.600904 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 23:23:58.601054 dv-cinder-804459-5-iscsi neutron-server[93736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 23:23:58.789920 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 36904) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:23:58.798657 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064507 Aug 31 23:24:09.921346 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9ed907-8b0c-43c2-a26b-177b0ee7ef4b None None] get_active_networks_info from dv-cinder-804459-5-iscsi {{(pid=93847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 23:24:10.037950 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9ed907-8b0c-43c2-a26b-177b0ee7ef4b None None] No non-hosted networks {{(pid=93847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 23:24:10.067890 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8cef156f-f51c-495c-8b14-889e34bab129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1763812'] for agent, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:12.841019 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f74945f8-068f-4a6e-bff8-4553315674f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1763812'] for agent, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:12.907874 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4a073c6a-9910-4d5e-8762-03bbff3f649f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:13.134918 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1763812'] for agent, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:13.135808 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:13.136305 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:13.136870 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:13.137341 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:13.137886 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:13.138384 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:13.139058 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:13.140190 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:13.140602 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:13.140873 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:13.141224 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:13.141514 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:13.141982 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804459-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:24:13.158493 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804459-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:24:13.528577 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1763812'] for agent, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:14.983906 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1763812'] for agent, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:16.188789 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 36996) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:24:16.256699 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.db.l3_hamode_db [None req-7c17114c-7c5b-41bc-9ba0-e50ce116feea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 23:24:16.333414 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c17114c-7c5b-41bc-9ba0-e50ce116feea None None] Routers set() bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:24:16.333796 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c17114c-7c5b-41bc-9ba0-e50ce116feea None None] Router IDs set() for agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 23:24:16.678455 dv-cinder-804459-5-iscsi neutron-server[93846]: WARNING oslo_policy.policy [None req-dd0881c0-1f37-4432-9874-33ff1f5c3825 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 23:24:16.679058 dv-cinder-804459-5-iscsi neutron-server[93846]: WARNING oslo_policy.policy [None req-dd0881c0-1f37-4432-9874-33ff1f5c3825 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 23:24:16.903055 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [None req-dd0881c0-1f37-4432-9874-33ff1f5c3825 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:24:16.904120 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-dd0881c0-1f37-4432-9874-33ff1f5c3825 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7144275 Aug 31 23:24:19.261737 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37010) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:24:19.572036 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-e481f307-60ae-49e4-b093-de8b07a37fe7 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:24:19.665246 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.policy [None req-e481f307-60ae-49e4-b093-de8b07a37fe7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93846) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 23:24:19.714141 dv-cinder-804459-5-iscsi neutron-server[93846]: WARNING oslo_policy.policy [None req-e481f307-60ae-49e4-b093-de8b07a37fe7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 23:24:19.714511 dv-cinder-804459-5-iscsi neutron-server[93846]: WARNING oslo_policy.policy [None req-e481f307-60ae-49e4-b093-de8b07a37fe7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 23:24:19.722891 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.quota [None req-e481f307-60ae-49e4-b093-de8b07a37fe7 admin admin] Loaded quota_driver: . Aug 31 23:24:19.812118 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e481f307-60ae-49e4-b093-de8b07a37fe7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773540008114', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773540009575', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773540022257', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773540028053', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773539982994', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773540047371', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-563937', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-675014', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1742266', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1826921'] for rbac-policy, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:19.874885 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e481f307-60ae-49e4-b093-de8b07a37fe7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:19.876073 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-e481f307-60ae-49e4-b093-de8b07a37fe7 admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6133549 Aug 31 23:24:22.447744 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37022) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:24:22.741428 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Request body: {'network': {'project_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'admin_state_up': True, 'name': 'private', 'tenant_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:24:22.772548 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Made reservation on behalf of 84a3a871f9124d0cb8e76c6d8a4b0c8a for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:24:22.775215 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:22.791910 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:22.908043 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:22.912242 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:22.931020 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:24:22.957372 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773537300682', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:22.957952 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Unsubscribe: segment precommit_create {{(pid=93846) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 23:24:22.958978 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Added segment 477562aa-70db-4265-8672-9e936cb09c12 of type vlan for network f8a06d81-0ff3-4884-bd3e-c3010751b5c4 Aug 31 23:24:22.975044 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71b273b-6162-4a3a-b8f0-699cdc731ded,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:24:23.022178 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:23.022533 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:23.022869 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:23.023196 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:23.023521 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:23.023859 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:23.024184 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:23.024525 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:23.024860 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:23.025181 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:23.025497 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:23.025815 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Tracked resource versions report: Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: pushed versions: Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: { 'AddressGroup': {'1.2'}, Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'ConntrackHelper': {'1.0'}, Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Log': {'1.0'}, Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Network': {'1.1'}, Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Port': {'1.7'}, Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'PortForwarding': {'1.2'}, Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'QosPolicy': {'1.9'}, Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'SecurityGroup': {'1.4'}, Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'SecurityGroupRule': {'1.2'}, Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'SubPort': {'1.0'}, Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Subnet': {'1.1'}, Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Trunk': {'1.1'}} Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: consumer versions: Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: { DHCP agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: L3 agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: Metadata agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: Metering agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: Open vSwitch agent@dv-cinder-804459-5-iscsi: { 'AddressGroup': '1.2', Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'ConntrackHelper': '1.0', Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Log': '1.0', Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Network': '1.1', Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Port': '1.7', Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'PortForwarding': '1.2', Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'QosPolicy': '1.9', Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'SecurityGroup': '1.4', Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'SecurityGroupRule': '1.2', Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'SubPort': '1.0', Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Subnet': '1.1', Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Trunk': '1.1'}} Aug 31 23:24:23.026914 dv-cinder-804459-5-iscsi neutron-server[93846]: {{(pid=93846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 23:24:23.077338 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:23.115885 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:23.116959 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:24:23.117613 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:23.187814 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7385919 Aug 31 23:24:23.217747 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df4338-ef8f-4cb3-89c9-f70048b519ad admin admin] Pushing event updated for resources: {'Network': ['ID=f8a06d81-0ff3-4884-bd3e-c3010751b5c4,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:24:23.229840 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network f8a06d81-0ff3-4884-bd3e-c3010751b5c4 details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:24:25.816582 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37036) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:24:26.201479 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a562c32e-3435-48b3-ba95-e26185727167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:24:26.202873 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-a562c32e-3435-48b3-ba95-e26185727167 admin admin] 10.222.0.54 "GET /v2.0/networks/f8a06d81-0ff3-4884-bd3e-c3010751b5c4 HTTP/1.1" status: 200 len: 825 time: 0.3853409 Aug 31 23:24:26.227379 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-917a5c54-21f8-4bd9-99cd-4cbd2430af5b admin admin] 10.222.0.54 "GET /v2.0/subnetpools/dc5a055e-b101-4a46-92fd-4efe38e9c97a HTTP/1.1" status: 200 len: 734 time: 0.0178242 Aug 31 23:24:26.236355 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-eadcbf59-cd90-4705-a233-1c5daa99b814 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'name': 'private-subnet', 'subnetpool_id': 'dc5a055e-b101-4a46-92fd-4efe38e9c97a', 'network_id': 'f8a06d81-0ff3-4884-bd3e-c3010751b5c4'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:24:26.257023 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadcbf59-cd90-4705-a233-1c5daa99b814 admin admin] Made reservation on behalf of 84a3a871f9124d0cb8e76c6d8a4b0c8a for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:24:26.259150 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eadcbf59-cd90-4705-a233-1c5daa99b814 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:26.538686 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eadcbf59-cd90-4705-a233-1c5daa99b814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:26.604904 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadcbf59-cd90-4705-a233-1c5daa99b814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa2b9a6-60f1-45a9-814c-00e791d4aea9,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:24:26.610457 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadcbf59-cd90-4705-a233-1c5daa99b814 admin admin] Checking segment: {'id': '477562aa-70db-4265-8672-9e936cb09c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f8a06d81-0ff3-4884-bd3e-c3010751b5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:24:26.610843 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadcbf59-cd90-4705-a233-1c5daa99b814 admin admin] Network hostable DHCP agents. Network: f8a06d81-0ff3-4884-bd3e-c3010751b5c4, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:24:26.632269 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadcbf59-cd90-4705-a233-1c5daa99b814 admin admin] Network f8a06d81-0ff3-4884-bd3e-c3010751b5c4 is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:24:26.642364 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-eadcbf59-cd90-4705-a233-1c5daa99b814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, f8a06d81-0ff3-4884-bd3e-c3010751b5c4) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:24:26.647098 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadcbf59-cd90-4705-a233-1c5daa99b814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:24:26.647677 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eadcbf59-cd90-4705-a233-1c5daa99b814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:26.652471 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c49fd38-5f26-4592-aec4-4f3664df3d55 None None] Network f8a06d81-0ff3-4884-bd3e-c3010751b5c4 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:24:26.660644 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-eadcbf59-cd90-4705-a233-1c5daa99b814 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4275534 Aug 31 23:24:26.968638 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b006289-ba80-526b-bc95-ba2cef7064da-f8a06d81-0ff3-4884-bd3e-c3010751b5c4', 'network_id': 'f8a06d81-0ff3-4884-bd3e-c3010751b5c4', 'tenant_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'fixed_ips': [{'subnet_id': '5fa2b9a6-60f1-45a9-814c-00e791d4aea9'}]}} from dv-cinder-804459-5-iscsi. {{(pid=93847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:24:26.969854 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:27.238825 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Allocated IP 172.20.0.2 (f8a06d81-0ff3-4884-bd3e-c3010751b5c4/5fa2b9a6-60f1-45a9-814c-00e791d4aea9/8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:24:27.436963 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:27.478438 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Transition to ACTIVE for port object 8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:24:27.499328 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Transition to ACTIVE for port object 8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542 will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:24:27.508110 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:27.576342 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Network f8a06d81-0ff3-4884-bd3e-c3010751b5c4 is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:24:27.586949 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:24:27.592305 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Pushing event updated for resources: {'Port': ['ID=8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:24:27.594457 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:24:27.625544 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:27.625898 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:27.626245 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:27.626575 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:27.626915 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:27.627246 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:27.627575 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:27.627902 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:27.628245 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:27.628596 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:27.628922 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:27.629248 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Tracked resource versions report: Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: pushed versions: Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: { 'AddressGroup': {'1.2'}, Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'ConntrackHelper': {'1.0'}, Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Log': {'1.0'}, Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Network': {'1.1'}, Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Port': {'1.7'}, Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'PortForwarding': {'1.2'}, Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'QosPolicy': {'1.9'}, Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'SecurityGroup': {'1.4'}, Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'SecurityGroupRule': {'1.2'}, Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'SubPort': {'1.0'}, Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Subnet': {'1.1'}, Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Trunk': {'1.1'}} Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: consumer versions: Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: { DHCP agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: L3 agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: Metadata agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: Metering agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: Open vSwitch agent@dv-cinder-804459-5-iscsi: { 'AddressGroup': '1.2', Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'ConntrackHelper': '1.0', Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Log': '1.0', Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Network': '1.1', Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Port': '1.7', Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'PortForwarding': '1.2', Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'QosPolicy': '1.9', Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'SecurityGroup': '1.4', Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'SecurityGroupRule': '1.2', Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'SubPort': '1.0', Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Subnet': '1.1', Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Trunk': '1.1'}} Aug 31 23:24:27.630999 dv-cinder-804459-5-iscsi neutron-server[93847]: {{(pid=93847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 23:24:27.678605 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Attempting to bind port 8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:24:27.679234 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Attempting to bind port 8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': '477562aa-70db-4265-8672-9e936cb09c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f8a06d81-0ff3-4884-bd3e-c3010751b5c4'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:24:27.679408 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Attempting to bind port 8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542 on network f8a06d81-0ff3-4884-bd3e-c3010751b5c4 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:24:27.684193 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:24:27.684629 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Checking segment: {'id': '477562aa-70db-4265-8672-9e936cb09c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f8a06d81-0ff3-4884-bd3e-c3010751b5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:24:27.685099 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:27.685486 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Bound using segment: {'id': '477562aa-70db-4265-8672-9e936cb09c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f8a06d81-0ff3-4884-bd3e-c3010751b5c4'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:24:27.685980 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Bound port: 8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477562aa-70db-4265-8672-9e936cb09c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f8a06d81-0ff3-4884-bd3e-c3010751b5c4'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:24:27.686390 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:27.749114 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] For port 8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:24:27.753333 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] For port 8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542,segment=NetworkSegment(477562aa-70db-4265-8672-9e936cb09c12),segment_id=477562aa-70db-4265-8672-9e936cb09c12)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:24:27.757085 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:27.824426 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a78019-6026-47d1-802b-f380ccd8afba None None] Pushing event updated for resources: {'Port': ['ID=8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:24:29.072276 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37044) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:24:29.388059 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [None req-0bc42650-b4f7-49dc-abaa-217220996aa7 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:24:29.389098 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-0bc42650-b4f7-49dc-abaa-217220996aa7 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3158336 Aug 31 23:24:31.771258 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37052) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:24:32.089551 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [None req-7f8dae40-414e-4687-b353-d00b6168ed80 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:24:32.090603 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-7f8dae40-414e-4687-b353-d00b6168ed80 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3183522 Aug 31 23:24:34.718281 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37062) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:24:35.034767 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-7b13dc6e-7fc2-49b3-82af-3447905773a4 admin admin] Request body: {'router': {'tenant_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'name': 'router1', 'admin_state_up': True}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:24:35.059599 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7b13dc6e-7fc2-49b3-82af-3447905773a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30491'] for router, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:35.061386 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7b13dc6e-7fc2-49b3-82af-3447905773a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1764587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30476'] for router, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:35.197912 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7b13dc6e-7fc2-49b3-82af-3447905773a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:35.202715 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7b13dc6e-7fc2-49b3-82af-3447905773a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763563'] for router, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:35.214987 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7b13dc6e-7fc2-49b3-82af-3447905773a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:35.225011 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-7b13dc6e-7fc2-49b3-82af-3447905773a4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5055053 Aug 31 23:24:36.108860 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48761526-f066-4c88-a1cd-eac8d1897ddd None None] Network f8a06d81-0ff3-4884-bd3e-c3010751b5c4 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:24:36.169318 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-b9eca094-0941-4411-85b6-47cc2e55ee80 None None] Provisioning for port 8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:24:37.033911 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:24:37.113257 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:24:37.117740 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:24:37.118132 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:37.222405 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:37.255346 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port 8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542,segment=NetworkSegment(477562aa-70db-4265-8672-9e936cb09c12),segment_id=477562aa-70db-4265-8672-9e936cb09c12)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:24:37.258922 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:37.306615 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:24:37.575612 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37074) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:24:37.886252 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [None req-5061b967-ff3f-4782-8869-a3670627c73c admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:24:37.887241 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-5061b967-ff3f-4782-8869-a3670627c73c admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3106999 Aug 31 23:24:39.026176 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:24:39.074350 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:24:39.074724 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:39.820895 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-94f95275-5d00-40c5-9055-f34a6fb32490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:40.249554 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37082) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:24:40.558561 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-98dedcf8-0747-48c8-98b2-d28186f7b6c4 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:24:40.578617 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dedcf8-0747-48c8-98b2-d28186f7b6c4 admin admin] Made reservation on behalf of 686d23a0ce31429f802c86a51226ae24 for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:24:40.580818 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-98dedcf8-0747-48c8-98b2-d28186f7b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:40.588346 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-98dedcf8-0747-48c8-98b2-d28186f7b6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:40.673911 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-98dedcf8-0747-48c8-98b2-d28186f7b6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:40.677925 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-98dedcf8-0747-48c8-98b2-d28186f7b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:40.691887 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-98dedcf8-0747-48c8-98b2-d28186f7b6c4 admin admin] Reserving flat network on physical network physnet1 {{(pid=93846) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 23:24:40.710649 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dedcf8-0747-48c8-98b2-d28186f7b6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37c864a-9149-4daa-a7fc-142b1f588a29,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:24:40.713450 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-98dedcf8-0747-48c8-98b2-d28186f7b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:40.713785 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-98dedcf8-0747-48c8-98b2-d28186f7b6c4 admin admin] Added segment c5418ea9-b93d-4126-a6f9-d4c2406a82a4 of type flat for network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 Aug 31 23:24:40.757963 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-98dedcf8-0747-48c8-98b2-d28186f7b6c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:40.789589 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-98dedcf8-0747-48c8-98b2-d28186f7b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:40.790548 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dedcf8-0747-48c8-98b2-d28186f7b6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:24:40.791122 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-98dedcf8-0747-48c8-98b2-d28186f7b6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:40.841736 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-98dedcf8-0747-48c8-98b2-d28186f7b6c4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5911598 Aug 31 23:24:40.851249 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dedcf8-0747-48c8-98b2-d28186f7b6c4 admin admin] Pushing event updated for resources: {'Network': ['ID=5db86227-7374-4b61-9fc5-bbaa8073a9e8,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:24:40.862357 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:24:42.842424 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-06465d87-4b0e-4a78-8f5b-7d1b0deb6eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:43.133979 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:43.199122 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37090) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:24:43.469530 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:43.570075 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da7582d-8ae8-4334-8e66-883001000d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:24:43.571361 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-3da7582d-8ae8-4334-8e66-883001000d1a admin admin] 10.222.0.54 "GET /v2.0/subnets/5fa2b9a6-60f1-45a9-814c-00e791d4aea9 HTTP/1.1" status: 200 len: 849 time: 0.3713059 Aug 31 23:24:43.685224 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-1e53573e-7bad-4d12-a703-3bb86983d937 admin admin] 10.222.0.54 "GET /v2.0/routers/aa9d578d-ffbf-4d35-ba85-f9fbead30429 HTTP/1.1" status: 200 len: 704 time: 0.1076469 Aug 31 23:24:43.947268 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:44.240633 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Allocated IP 172.20.0.1 (f8a06d81-0ff3-4884-bd3e-c3010751b5c4/5fa2b9a6-60f1-45a9-814c-00e791d4aea9/5fedffb0-9a0a-4791-9864-7c9e9981b651) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:24:44.430988 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:44.454648 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Transition to ACTIVE for port object 5fedffb0-9a0a-4791-9864-7c9e9981b651 will not be triggered until provisioned by entity DHCP. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:24:44.519113 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:44.585495 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Network f8a06d81-0ff3-4884-bd3e-c3010751b5c4 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:24:44.592196 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:24:44.594701 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:24:44.595219 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762456'] for router_interface, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:44.667587 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Pushing event updated for resources: {'Port': ['ID=5fedffb0-9a0a-4791-9864-7c9e9981b651,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:24:44.762840 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-3d656e96-4c9b-489b-a11e-39e9f1177f4b None None] Provisioning for port 5fedffb0-9a0a-4791-9864-7c9e9981b651 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:24:44.766718 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-3d656e96-4c9b-489b-a11e-39e9f1177f4b None None] Provisioning complete for port 5fedffb0-9a0a-4791-9864-7c9e9981b651 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:24:44.767224 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3d656e96-4c9b-489b-a11e-39e9f1177f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:44.802827 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-3d656e96-4c9b-489b-a11e-39e9f1177f4b None None] Port 5fedffb0-9a0a-4791-9864-7c9e9981b651 cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:24:44.803937 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:44.925968 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:45.009512 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:45.013958 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:45.014654 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763624'] for router_interface, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:45.089802 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Pushing event updated for resources: {'Port': ['ID=5fedffb0-9a0a-4791-9864-7c9e9981b651,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:24:45.134419 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Network f8a06d81-0ff3-4884-bd3e-c3010751b5c4 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:24:45.135675 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:24:45.297044 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Router aa9d578d-ffbf-4d35-ba85-f9fbead30429 is scheduled to L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 with binding_index 1 {{(pid=93846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:24:45.323343 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-9646dca7-b84a-46eb-b36b-7a401c562894 None None] Provisioning complete for port 5fedffb0-9a0a-4791-9864-7c9e9981b651 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:24:45.323718 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9646dca7-b84a-46eb-b36b-7a401c562894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:45.357854 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-9646dca7-b84a-46eb-b36b-7a401c562894 None None] Port 5fedffb0-9a0a-4791-9864-7c9e9981b651 cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:24:45.386317 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:24:45.392231 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-a05868c7-cd51-4d73-baab-fe60a3d80611 admin admin] 10.222.0.54 "PUT /v2.0/routers/aa9d578d-ffbf-4d35-ba85-f9fbead30429/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7013662 Aug 31 23:24:45.397245 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Sync routers for ids ['aa9d578d-ffbf-4d35-ba85-f9fbead30429'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:24:45.409569 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Routers {'aa9d578d-ffbf-4d35-ba85-f9fbead30429'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:24:45.411079 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:24:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['aa9d578d-ffbf-4d35-ba85-f9fbead30429'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:24:45.616775 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Set router aa9d578d-ffbf-4d35-ba85-f9fbead30429 gateway port host: None {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:24:46.042913 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9d578d-ffbf-4d35-ba85-f9fbead30429', 'name': 'router1', 'tenant_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:24:35Z', 'updated_at': '2021-08-31T23:24:44Z', 'revision_number': 2, 'project_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'gw_port_host': None, '_interfaces': [{'id': '5fedffb0-9a0a-4791-9864-7c9e9981b651', 'name': '', 'network_id': 'f8a06d81-0ff3-4884-bd3e-c3010751b5c4', 'tenant_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'mac_address': 'fa:16:3e:0d:11:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9d578d-ffbf-4d35-ba85-f9fbead30429', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fa2b9a6-60f1-45a9-814c-00e791d4aea9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:24:43Z', 'updated_at': '2021-08-31T23:24:44Z', 'revision_number': 2, 'project_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'subnets': [{'id': '5fa2b9a6-60f1-45a9-814c-00e791d4aea9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc5a055e-b101-4a46-92fd-4efe38e9c97a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:24:46.093670 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Checking router: aa9d578d-ffbf-4d35-ba85-f9fbead30429 for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:24:46.094043 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Updating router aa9d578d-ffbf-4d35-ba85-f9fbead30429 port 5fedffb0-9a0a-4791-9864-7c9e9981b651 binding host dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:24:46.142896 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:46.654334 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:46.672514 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Transition to ACTIVE for port object 5fedffb0-9a0a-4791-9864-7c9e9981b651 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:24:46.678891 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:46.774944 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18d168-81e0-41a4-ae0d-58c76b5bced8 None None] Pushing event updated for resources: {'Port': ['ID=5fedffb0-9a0a-4791-9864-7c9e9981b651,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:24:46.819108 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18d168-81e0-41a4-ae0d-58c76b5bced8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:46.819468 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18d168-81e0-41a4-ae0d-58c76b5bced8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:46.819813 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18d168-81e0-41a4-ae0d-58c76b5bced8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:46.820150 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18d168-81e0-41a4-ae0d-58c76b5bced8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:46.820513 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18d168-81e0-41a4-ae0d-58c76b5bced8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:46.820844 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18d168-81e0-41a4-ae0d-58c76b5bced8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:46.821171 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18d168-81e0-41a4-ae0d-58c76b5bced8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:46.821497 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18d168-81e0-41a4-ae0d-58c76b5bced8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:46.821840 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18d168-81e0-41a4-ae0d-58c76b5bced8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:46.822167 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18d168-81e0-41a4-ae0d-58c76b5bced8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:46.822489 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18d168-81e0-41a4-ae0d-58c76b5bced8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:46.822811 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18d168-81e0-41a4-ae0d-58c76b5bced8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18d168-81e0-41a4-ae0d-58c76b5bced8 None None] Tracked resource versions report: Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: pushed versions: Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: { 'AddressGroup': {'1.2'}, Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'ConntrackHelper': {'1.0'}, Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Log': {'1.0'}, Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Network': {'1.1'}, Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Port': {'1.7'}, Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'PortForwarding': {'1.2'}, Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'QosPolicy': {'1.9'}, Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'SecurityGroup': {'1.4'}, Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'SecurityGroupRule': {'1.2'}, Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'SubPort': {'1.0'}, Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Subnet': {'1.1'}, Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Trunk': {'1.1'}} Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: consumer versions: Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: { DHCP agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: L3 agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: Metadata agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: Metering agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: Open vSwitch agent@dv-cinder-804459-5-iscsi: { 'AddressGroup': '1.2', Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'ConntrackHelper': '1.0', Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Log': '1.0', Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Network': '1.1', Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Port': '1.7', Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'PortForwarding': '1.2', Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'QosPolicy': '1.9', Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'SecurityGroup': '1.4', Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'SecurityGroupRule': '1.2', Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'SubPort': '1.0', Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Subnet': '1.1', Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Trunk': '1.1'}} Aug 31 23:24:46.823923 dv-cinder-804459-5-iscsi neutron-server[93848]: {{(pid=93848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 23:24:46.856837 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Attempting to bind port 5fedffb0-9a0a-4791-9864-7c9e9981b651 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:24:46.857337 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Attempting to bind port 5fedffb0-9a0a-4791-9864-7c9e9981b651 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': '477562aa-70db-4265-8672-9e936cb09c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f8a06d81-0ff3-4884-bd3e-c3010751b5c4'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:24:46.857849 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Attempting to bind port 5fedffb0-9a0a-4791-9864-7c9e9981b651 on network f8a06d81-0ff3-4884-bd3e-c3010751b5c4 {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:24:46.863600 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:24:46.864013 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Checking segment: {'id': '477562aa-70db-4265-8672-9e936cb09c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f8a06d81-0ff3-4884-bd3e-c3010751b5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:24:46.864520 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:46.864910 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Bound using segment: {'id': '477562aa-70db-4265-8672-9e936cb09c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f8a06d81-0ff3-4884-bd3e-c3010751b5c4'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:24:46.865457 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Bound port: 5fedffb0-9a0a-4791-9864-7c9e9981b651, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477562aa-70db-4265-8672-9e936cb09c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f8a06d81-0ff3-4884-bd3e-c3010751b5c4'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:24:46.865912 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:46.934951 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] For port 5fedffb0-9a0a-4791-9864-7c9e9981b651, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:24:46.954001 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] For port 5fedffb0-9a0a-4791-9864-7c9e9981b651, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=5fedffb0-9a0a-4791-9864-7c9e9981b651,segment=NetworkSegment(477562aa-70db-4265-8672-9e936cb09c12),segment_id=477562aa-70db-4265-8672-9e936cb09c12)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:24:46.958350 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:47.018454 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18d168-81e0-41a4-ae0d-58c76b5bced8 None None] Pushing event updated for resources: {'Port': ['ID=5fedffb0-9a0a-4791-9864-7c9e9981b651,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:24:47.021774 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Routers {'aa9d578d-ffbf-4d35-ba85-f9fbead30429'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:24:47.022723 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:24:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['aa9d578d-ffbf-4d35-ba85-f9fbead30429'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:24:47.111393 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] Set router aa9d578d-ffbf-4d35-ba85-f9fbead30429 gateway port host: None {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:24:47.309554 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9d578d-ffbf-4d35-ba85-f9fbead30429', 'name': 'router1', 'tenant_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:24:35Z', 'updated_at': '2021-08-31T23:24:44Z', 'revision_number': 2, 'project_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'gw_port_host': None, '_interfaces': [{'id': '5fedffb0-9a0a-4791-9864-7c9e9981b651', 'name': '', 'network_id': 'f8a06d81-0ff3-4884-bd3e-c3010751b5c4', 'tenant_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'mac_address': 'fa:16:3e:0d:11:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9d578d-ffbf-4d35-ba85-f9fbead30429', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fa2b9a6-60f1-45a9-814c-00e791d4aea9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:24:43Z', 'updated_at': '2021-08-31T23:24:46Z', 'revision_number': 4, 'project_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'subnets': [{'id': '5fa2b9a6-60f1-45a9-814c-00e791d4aea9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc5a055e-b101-4a46-92fd-4efe38e9c97a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:24:47.338317 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e384623-28bb-42e7-9404-bf9083ad6d56 None None] The sync data for ids ['aa9d578d-ffbf-4d35-ba85-f9fbead30429'] in dv-cinder-804459-5-iscsi is: [{'id': 'aa9d578d-ffbf-4d35-ba85-f9fbead30429', 'name': 'router1', 'tenant_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:24:35Z', 'updated_at': '2021-08-31T23:24:44Z', 'revision_number': 2, 'project_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'gw_port_host': None, '_interfaces': [{'id': '5fedffb0-9a0a-4791-9864-7c9e9981b651', 'name': '', 'network_id': 'f8a06d81-0ff3-4884-bd3e-c3010751b5c4', 'tenant_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'mac_address': 'fa:16:3e:0d:11:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9d578d-ffbf-4d35-ba85-f9fbead30429', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fa2b9a6-60f1-45a9-814c-00e791d4aea9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:24:43Z', 'updated_at': '2021-08-31T23:24:46Z', 'revision_number': 4, 'project_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'subnets': [{'id': '5fa2b9a6-60f1-45a9-814c-00e791d4aea9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc5a055e-b101-4a46-92fd-4efe38e9c97a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:24:47.670185 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37110) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:24:47.851087 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5220e3-1f3d-4bf5-b8c5-02cd385ac23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:24:47.852387 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-bd5220e3-1f3d-4bf5-b8c5-02cd385ac23c admin admin] 10.222.0.54 "GET /v2.0/networks/5db86227-7374-4b61-9fc5-bbaa8073a9e8 HTTP/1.1" status: 200 len: 842 time: 0.1811168 Aug 31 23:24:47.862286 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-34a6164b-c9d2-4374-a5d3-aee6d769989e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:24:47.884287 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a6164b-c9d2-4374-a5d3-aee6d769989e admin admin] Made reservation on behalf of 686d23a0ce31429f802c86a51226ae24 for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:24:47.886526 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-34a6164b-c9d2-4374-a5d3-aee6d769989e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:48.227422 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.objects.ports [None req-34a6164b-c9d2-4374-a5d3-aee6d769989e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93846) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 23:24:48.227868 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-34a6164b-c9d2-4374-a5d3-aee6d769989e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:48.290353 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6164b-c9d2-4374-a5d3-aee6d769989e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e39bcd5-c5ba-45a5-ade1-5ca368481c2a,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:24:48.295185 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6164b-c9d2-4374-a5d3-aee6d769989e admin admin] Checking segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:24:48.295545 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a6164b-c9d2-4374-a5d3-aee6d769989e admin admin] Network hostable DHCP agents. Network: 5db86227-7374-4b61-9fc5-bbaa8073a9e8, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:24:48.313187 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a6164b-c9d2-4374-a5d3-aee6d769989e admin admin] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:24:48.321228 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-34a6164b-c9d2-4374-a5d3-aee6d769989e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, 5db86227-7374-4b61-9fc5-bbaa8073a9e8) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:24:48.325387 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a6164b-c9d2-4374-a5d3-aee6d769989e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:24:48.325971 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-34a6164b-c9d2-4374-a5d3-aee6d769989e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:48.331574 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68f71ea-82fb-4a63-ac8e-1474b7023598 None None] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:24:48.348438 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-34a6164b-c9d2-4374-a5d3-aee6d769989e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4821382 Aug 31 23:24:48.486482 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be766f20-5b18-4ff0-9a43-0fcf62835eb5 None None] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:24:50.649076 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 37128) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:24:50.815408 dv-cinder-804459-5-iscsi neutron-server[93845]: WARNING oslo_policy.policy [None req-c806d3ad-8fd0-4e09-9f69-72afb706e2bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 23:24:50.816576 dv-cinder-804459-5-iscsi neutron-server[93845]: WARNING oslo_policy.policy [None req-c806d3ad-8fd0-4e09-9f69-72afb706e2bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 23:24:51.108770 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.policy [None req-c806d3ad-8fd0-4e09-9f69-72afb706e2bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93845) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 23:24:51.154720 dv-cinder-804459-5-iscsi neutron-server[93845]: WARNING oslo_policy.policy [None req-c806d3ad-8fd0-4e09-9f69-72afb706e2bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 23:24:51.155025 dv-cinder-804459-5-iscsi neutron-server[93845]: WARNING oslo_policy.policy [None req-c806d3ad-8fd0-4e09-9f69-72afb706e2bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 23:24:51.398513 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-c806d3ad-8fd0-4e09-9f69-72afb706e2bf admin admin] 10.222.0.54 "GET /v2.0/routers/aa9d578d-ffbf-4d35-ba85-f9fbead30429 HTTP/1.1" status: 200 len: 710 time: 0.7470298 Aug 31 23:24:51.589822 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf95f31-4f6a-48ab-afb1-bdebcad4548c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:24:51.591595 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-7cf95f31-4f6a-48ab-afb1-bdebcad4548c admin admin] 10.222.0.54 "GET /v2.0/networks/5db86227-7374-4b61-9fc5-bbaa8073a9e8 HTTP/1.1" status: 200 len: 886 time: 0.1872473 Aug 31 23:24:51.602052 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:24:51.859799 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:52.094823 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:52.171466 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:52.363143 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Allocated IP 172.27.0.103 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:24:52.487754 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:52.565373 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:52.625455 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:24:52.630603 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:24:52.688867 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:24:52.692264 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Pushing event updated for resources: {'Port': ['ID=bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:24:52.730665 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:52.731012 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:52.731344 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:52.731674 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:52.732000 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:52.732454 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:52.732779 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:52.733097 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:52.733433 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:52.733755 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:52.734071 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:52.734384 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Tracked resource versions report: Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: pushed versions: Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: { 'AddressGroup': {'1.2'}, Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'ConntrackHelper': {'1.0'}, Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Log': {'1.0'}, Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Network': {'1.1'}, Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Port': {'1.7'}, Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'PortForwarding': {'1.2'}, Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'QosPolicy': {'1.9'}, Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'SecurityGroup': {'1.4'}, Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'SecurityGroupRule': {'1.2'}, Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'SubPort': {'1.0'}, Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Subnet': {'1.1'}, Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Trunk': {'1.1'}} Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: consumer versions: Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: { DHCP agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: L3 agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: Metadata agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: Metering agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: Open vSwitch agent@dv-cinder-804459-5-iscsi: { 'AddressGroup': '1.2', Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'ConntrackHelper': '1.0', Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Log': '1.0', Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Network': '1.1', Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Port': '1.7', Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'PortForwarding': '1.2', Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'QosPolicy': '1.9', Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'SecurityGroup': '1.4', Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'SecurityGroupRule': '1.2', Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'SubPort': '1.0', Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Subnet': '1.1', Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Trunk': '1.1'}} Aug 31 23:24:52.735504 dv-cinder-804459-5-iscsi neutron-server[93845]: {{(pid=93845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 23:24:52.977961 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:53.059201 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 5fedffb0-9a0a-4791-9864-7c9e9981b651 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:24:53.110403 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 5fedffb0-9a0a-4791-9864-7c9e9981b651 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:24:53.114563 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 5fedffb0-9a0a-4791-9864-7c9e9981b651 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:24:53.114931 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:53.199898 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:53.220618 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1763574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1764544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30718'] for router, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:53.226684 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1763581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1763556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1764569'] for router, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:53.233387 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port 5fedffb0-9a0a-4791-9864-7c9e9981b651, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=5fedffb0-9a0a-4791-9864-7c9e9981b651,segment=NetworkSegment(477562aa-70db-4265-8672-9e936cb09c12),segment_id=477562aa-70db-4265-8672-9e936cb09c12)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:24:53.238099 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:53.287257 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=5fedffb0-9a0a-4791-9864-7c9e9981b651,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:24:53.339705 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Router aa9d578d-ffbf-4d35-ba85-f9fbead30429 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:24:53.446023 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:24:53.450722 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] Notify callbacks [] for router, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:53.457279 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-10ab87f4-8ecb-46ff-afc5-6230a4d8f7cc admin admin] 10.222.0.54 "PUT /v2.0/routers/aa9d578d-ffbf-4d35-ba85-f9fbead30429 HTTP/1.1" status: 200 len: 890 time: 1.8532205 Aug 31 23:24:53.742565 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Sync routers for ids ['aa9d578d-ffbf-4d35-ba85-f9fbead30429'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:24:53.753181 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Routers {'aa9d578d-ffbf-4d35-ba85-f9fbead30429'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:24:53.753866 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:24:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['aa9d578d-ffbf-4d35-ba85-f9fbead30429'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:24:54.007823 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Set router aa9d578d-ffbf-4d35-ba85-f9fbead30429 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:24:54.399201 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9d578d-ffbf-4d35-ba85-f9fbead30429', 'name': 'router1', 'tenant_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:24:35Z', 'updated_at': '2021-08-31T23:24:52Z', 'revision_number': 4, 'project_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'gw_port': {'id': 'bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9d578d-ffbf-4d35-ba85-f9fbead30429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:24:52Z', 'updated_at': '2021-08-31T23:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '5fedffb0-9a0a-4791-9864-7c9e9981b651', 'name': '', 'network_id': 'f8a06d81-0ff3-4884-bd3e-c3010751b5c4', 'tenant_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'mac_address': 'fa:16:3e:0d:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9d578d-ffbf-4d35-ba85-f9fbead30429', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fa2b9a6-60f1-45a9-814c-00e791d4aea9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:24:43Z', 'updated_at': '2021-08-31T23:24:53Z', 'revision_number': 5, 'project_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'subnets': [{'id': '5fa2b9a6-60f1-45a9-814c-00e791d4aea9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc5a055e-b101-4a46-92fd-4efe38e9c97a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:24:54.452998 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Checking router: aa9d578d-ffbf-4d35-ba85-f9fbead30429 for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:24:54.453422 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Updating router aa9d578d-ffbf-4d35-ba85-f9fbead30429 port bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf binding host dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:24:54.504025 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:54.825361 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:54.835395 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Transition to ACTIVE for port object bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:24:54.841538 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:54.891670 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Attempting to bind port bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:24:54.892043 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Attempting to bind port bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:24:54.892437 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Attempting to bind port bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf on network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:24:54.900710 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a748e-c00b-4bb2-9697-44dbefe614f0 None None] Pushing event updated for resources: {'Port': ['ID=bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:24:54.903593 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:24:54.904018 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Checking segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:24:54.904475 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:54.904864 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Bound using segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:24:54.905329 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Bound port: bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:24:54.905726 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:54.955195 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] For port bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:24:54.958756 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] For port bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:24:54.963030 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:55.019921 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a748e-c00b-4bb2-9697-44dbefe614f0 None None] Pushing event updated for resources: {'Port': ['ID=bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:24:55.028528 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Routers {'aa9d578d-ffbf-4d35-ba85-f9fbead30429'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:24:55.029162 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:24:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['aa9d578d-ffbf-4d35-ba85-f9fbead30429'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:24:55.067962 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 5fedffb0-9a0a-4791-9864-7c9e9981b651 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:24:55.249929 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 5fedffb0-9a0a-4791-9864-7c9e9981b651 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:24:55.250206 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:55.252644 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] Set router aa9d578d-ffbf-4d35-ba85-f9fbead30429 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:24:55.524076 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9d578d-ffbf-4d35-ba85-f9fbead30429', 'name': 'router1', 'tenant_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:24:35Z', 'updated_at': '2021-08-31T23:24:52Z', 'revision_number': 4, 'project_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'gw_port': {'id': 'bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9d578d-ffbf-4d35-ba85-f9fbead30429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:24:52Z', 'updated_at': '2021-08-31T23:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '5fedffb0-9a0a-4791-9864-7c9e9981b651', 'name': '', 'network_id': 'f8a06d81-0ff3-4884-bd3e-c3010751b5c4', 'tenant_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'mac_address': 'fa:16:3e:0d:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9d578d-ffbf-4d35-ba85-f9fbead30429', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fa2b9a6-60f1-45a9-814c-00e791d4aea9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:24:43Z', 'updated_at': '2021-08-31T23:24:53Z', 'revision_number': 5, 'project_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'subnets': [{'id': '5fa2b9a6-60f1-45a9-814c-00e791d4aea9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc5a055e-b101-4a46-92fd-4efe38e9c97a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:24:55.549607 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de9be8-28d8-4a23-a13f-1260014f7584 None None] The sync data for ids ['aa9d578d-ffbf-4d35-ba85-f9fbead30429'] in dv-cinder-804459-5-iscsi is: [{'id': 'aa9d578d-ffbf-4d35-ba85-f9fbead30429', 'name': 'router1', 'tenant_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:24:35Z', 'updated_at': '2021-08-31T23:24:52Z', 'revision_number': 4, 'project_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'gw_port': {'id': 'bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9d578d-ffbf-4d35-ba85-f9fbead30429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:24:52Z', 'updated_at': '2021-08-31T23:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '5fedffb0-9a0a-4791-9864-7c9e9981b651', 'name': '', 'network_id': 'f8a06d81-0ff3-4884-bd3e-c3010751b5c4', 'tenant_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'mac_address': 'fa:16:3e:0d:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9d578d-ffbf-4d35-ba85-f9fbead30429', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fa2b9a6-60f1-45a9-814c-00e791d4aea9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:24:43Z', 'updated_at': '2021-08-31T23:24:53Z', 'revision_number': 5, 'project_id': '84a3a871f9124d0cb8e76c6d8a4b0c8a', 'subnets': [{'id': '5fa2b9a6-60f1-45a9-814c-00e791d4aea9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc5a055e-b101-4a46-92fd-4efe38e9c97a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:24:55.843397 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 37152) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:24:55.963973 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-186529cf-1215-4f41-aaba-1e5bbf4b7dd5 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1194377 Aug 31 23:24:57.067009 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:24:57.115168 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:24:57.119706 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:24:57.119908 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:57.200764 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:57.223501 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:24:57.229521 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:24:57.281648 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:24:59.037672 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:24:59.083545 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port bd73fd8f-ce5f-406a-a1c2-cdc05b26b5bf triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:24:59.083920 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:25:00.493125 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 5 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:25:09.822911 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4f61f74b-fb6a-4f2f-8ab6-c25d78f4d083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:25:12.849237 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a1ac-5d28-459d-9e0f-3ebe3a0de59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:25:13.130972 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:25:13.475766 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:25:14.941056 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:25:37.501046 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 5 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:25:39.825904 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5251ce88-80f5-4dec-8156-1f9a2f95354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:25:42.845456 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3dabb05f-ff07-41b2-a3fa-d44a05d8502b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:25:43.125748 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:25:43.478382 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:25:44.944484 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:26:09.829204 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4eec5b2a-a4e7-49d4-8274-867f02b04dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:26:12.846839 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d7b17042-00b0-4ba3-a482-b305e9011230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:26:13.128957 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:26:13.479236 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:26:14.524411 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 5 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:26:14.944567 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:26:31.205787 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 37716) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:26:31.267372 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e4993e-7870-45e8-b71e-eecd624913e9 admin admin] GET failed (client error): The resource could not be found. Aug 31 23:26:31.268738 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-a5e4993e-7870-45e8-b71e-eecd624913e9 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619745 Aug 31 23:26:31.427684 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806088bb-447c-4123-8bd1-171cdb226e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:26:31.429157 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-806088bb-447c-4123-8bd1-171cdb226e9f admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1558778 Aug 31 23:26:33.583589 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 37726) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:26:33.685962 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710cf4f5-0087-4b7f-a570-5f656947eca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:26:33.687305 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-710cf4f5-0087-4b7f-a570-5f656947eca5 admin admin] 10.222.0.54 "GET /v2.0/subnets/5fa2b9a6-60f1-45a9-814c-00e791d4aea9 HTTP/1.1" status: 200 len: 849 time: 0.1027720 Aug 31 23:26:33.697271 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:26:33.778955 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:26:33.917495 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773537363164'] for subnet, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:26:33.946056 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:26:33.946675 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:26:33.947948 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] 10.222.0.54 "PUT /v2.0/subnets/5fa2b9a6-60f1-45a9-814c-00e791d4aea9 HTTP/1.1" status: 200 len: 868 time: 0.2543559 Aug 31 23:26:33.951628 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eb33ad-cc77-45a2-9f9b-feb07da15521 None None] Network f8a06d81-0ff3-4884-bd3e-c3010751b5c4 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:26:33.971634 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa2b9a6-60f1-45a9-814c-00e791d4aea9,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:26:33.979025 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:26:33.979402 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:26:33.979727 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:26:33.980062 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:26:33.980492 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:26:33.980835 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:26:33.981209 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:26:33.981536 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:26:33.981859 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:26:33.982180 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:26:33.982500 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:26:33.982813 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d473a1-4930-4838-a15c-df9e1c8a07b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:26:34.316885 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-f9f816f9-b1f5-4971-be27-5b461ea2212b None None] Provisioning complete for port 5fedffb0-9a0a-4791-9864-7c9e9981b651 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:26:34.317252 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f9f816f9-b1f5-4971-be27-5b461ea2212b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:26:34.404919 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-f9f816f9-b1f5-4971-be27-5b461ea2212b None None] Provisioning complete for port 8eeb5b8e-9bb8-40ef-abff-0c3ab7f98542 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:26:34.405182 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f9f816f9-b1f5-4971-be27-5b461ea2212b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:26:36.122471 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 37734) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:26:36.321410 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e086d-3952-4e0e-81db-b157922a86c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:26:36.321794 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e086d-3952-4e0e-81db-b157922a86c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:26:36.323309 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-5a7e086d-3952-4e0e-81db-b157922a86c0 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1998866 Aug 31 23:26:38.484992 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 37742) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:26:38.615944 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2dc6ba-a2ef-4ed4-ad2e-2f5800905df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:26:38.616444 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2dc6ba-a2ef-4ed4-ad2e-2f5800905df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:26:38.617964 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-8b2dc6ba-a2ef-4ed4-ad2e-2f5800905df7 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1320379 Aug 31 23:26:39.830620 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-79412176-e406-4617-b54f-fa064e81e7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:26:40.793828 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 37750) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:26:40.917569 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1113b855-f723-4b00-a5ec-4586db4f4b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:26:40.918908 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-1113b855-f723-4b00-a5ec-4586db4f4b73 admin admin] 10.222.0.54 "GET /v2.0/networks/5db86227-7374-4b61-9fc5-bbaa8073a9e8 HTTP/1.1" status: 200 len: 886 time: 0.1241450 Aug 31 23:26:42.851156 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-46923162-9edd-49b9-bffc-6b926504a818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:26:43.088288 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 37758) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:26:43.129894 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:26:43.241615 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7213b0ca-6cd0-4321-b6e6-c13b3aa0306b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:26:43.242968 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-7213b0ca-6cd0-4321-b6e6-c13b3aa0306b admin admin] 10.222.0.54 "GET /v2.0/networks/f8a06d81-0ff3-4884-bd3e-c3010751b5c4 HTTP/1.1" status: 200 len: 869 time: 0.1537211 Aug 31 23:26:43.483132 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:26:44.945855 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:26:45.414718 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37766) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:26:45.548196 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a8834f-34e9-4f3e-9937-6c75911e9b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:26:45.548689 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a8834f-34e9-4f3e-9937-6c75911e9b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:26:45.550217 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-c9a8834f-34e9-4f3e-9937-6c75911e9b57 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1345313 Aug 31 23:26:47.705975 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37776) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:26:47.797522 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420773a-3ecc-4138-ba84-0c87c75e23eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:26:47.797900 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420773a-3ecc-4138-ba84-0c87c75e23eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:26:47.799414 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-c420773a-3ecc-4138-ba84-0c87c75e23eb admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0924933 Aug 31 23:26:49.963274 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37784) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:26:50.056611 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ae1bd9-62dd-4522-9dcd-fbefce6e07cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:26:50.057963 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-68ae1bd9-62dd-4522-9dcd-fbefce6e07cb admin admin] 10.222.0.54 "GET /v2.0/subnets/5fa2b9a6-60f1-45a9-814c-00e791d4aea9 HTTP/1.1" status: 200 len: 868 time: 0.0936964 Aug 31 23:26:51.513515 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 5 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:26:52.223936 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37792) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:26:52.307542 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4b1fd8-3d57-49f6-acf0-22d31f62bcf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:26:52.308934 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-dd4b1fd8-3d57-49f6-acf0-22d31f62bcf3 admin admin] 10.222.0.54 "GET /v2.0/subnets/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a HTTP/1.1" status: 200 len: 816 time: 0.0840213 Aug 31 23:27:09.831305 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c0aa616e-cb32-4cf7-8f4f-a423bbc18576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:12.851408 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e93604ae-58ab-4129-a4c8-ed03738d9d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:13.143098 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:13.487707 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:14.953000 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:15.976293 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 37846) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:27:16.024173 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [None req-0ef210cc-f131-4c33-9c9c-8a3130f72d64 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:27:16.025251 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-0ef210cc-f131-4c33-9c9c-8a3130f72d64 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479965 Aug 31 23:27:18.290523 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37854) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:27:18.350245 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f3b9ce-b0c8-471b-8196-51c53c7edb17 admin admin] GET failed (client error): The resource could not be found. Aug 31 23:27:18.351541 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-e4f3b9ce-b0c8-471b-8196-51c53c7edb17 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600069 Aug 31 23:27:18.491076 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d38d47-dde3-4f02-b06e-caa6c580ebc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:27:18.492836 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d9d38d47-dde3-4f02-b06e-caa6c580ebc2 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1367114 Aug 31 23:27:20.696645 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37862) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:27:20.743573 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:27:20.764513 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Made reservation on behalf of 686d23a0ce31429f802c86a51226ae24 for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:27:20.766606 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:20.793364 dv-cinder-804459-5-iscsi neutron-server[93846]: WARNING neutron.services.revisions.revision_plugin [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Could not find related network for resource to bump revision. Aug 31 23:27:20.805844 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:27:20.816098 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:20.816499 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Added segment 8a675634-5486-4248-886a-35071cceb483 of type vlan for network c92963ac-98b3-4a6e-ac23-e411736e4ab7 Aug 31 23:27:20.859272 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:20.883859 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:20.884826 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:27:20.885412 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:20.936468 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2387261 Aug 31 23:27:20.943298 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Pushing event updated for resources: {'Network': ['ID=c92963ac-98b3-4a6e-ac23-e411736e4ab7,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:27:20.950530 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:20.950913 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:20.951264 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:20.951611 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:20.951949 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:20.952285 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:20.952649 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:20.952989 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:20.953325 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:20.953654 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:20.953985 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:20.954310 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab186b0-0928-4dd7-b67d-b54dc230d833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:20.965885 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network c92963ac-98b3-4a6e-ac23-e411736e4ab7 details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:27:23.140806 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37870) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:27:23.199774 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.pecan_wsgi.hooks.translation [None req-344a5f15-f1b6-4f98-8de0-cbd06a5d3de6 admin admin] GET failed (client error): The resource could not be found. Aug 31 23:27:23.201624 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-344a5f15-f1b6-4f98-8de0-cbd06a5d3de6 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598061 Aug 31 23:27:23.273095 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685df8de-bc7b-4cbb-9f45-2ad4be8b1f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:27:23.274790 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-685df8de-bc7b-4cbb-9f45-2ad4be8b1f09 admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0685513 Aug 31 23:27:23.285300 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-2ebfc209-5ccf-46de-b556-0ad2be2a92a7 admin admin] Request body: {'subnet': {'network_id': 'c92963ac-98b3-4a6e-ac23-e411736e4ab7', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:27:23.308092 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebfc209-5ccf-46de-b556-0ad2be2a92a7 admin admin] Made reservation on behalf of 686d23a0ce31429f802c86a51226ae24 for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:27:23.310856 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2ebfc209-5ccf-46de-b556-0ad2be2a92a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:23.469268 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2ebfc209-5ccf-46de-b556-0ad2be2a92a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:23.527092 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfc209-5ccf-46de-b556-0ad2be2a92a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a86b64-61ad-4e31-a284-5a42c93a07c9,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:27:23.532180 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebfc209-5ccf-46de-b556-0ad2be2a92a7 admin admin] Checking segment: {'id': '8a675634-5486-4248-886a-35071cceb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c92963ac-98b3-4a6e-ac23-e411736e4ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:27:23.532564 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebfc209-5ccf-46de-b556-0ad2be2a92a7 admin admin] Network hostable DHCP agents. Network: c92963ac-98b3-4a6e-ac23-e411736e4ab7, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:27:23.547846 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebfc209-5ccf-46de-b556-0ad2be2a92a7 admin admin] Network c92963ac-98b3-4a6e-ac23-e411736e4ab7 is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:27:23.555850 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-2ebfc209-5ccf-46de-b556-0ad2be2a92a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, c92963ac-98b3-4a6e-ac23-e411736e4ab7) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:27:23.560350 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebfc209-5ccf-46de-b556-0ad2be2a92a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:27:23.560933 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2ebfc209-5ccf-46de-b556-0ad2be2a92a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:23.564937 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20beb495-56a5-480a-bf23-ac5035a722aa None None] Network c92963ac-98b3-4a6e-ac23-e411736e4ab7 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:27:23.574517 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-2ebfc209-5ccf-46de-b556-0ad2be2a92a7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2924736 Aug 31 23:27:23.727790 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b006289-ba80-526b-bc95-ba2cef7064da-c92963ac-98b3-4a6e-ac23-e411736e4ab7', 'network_id': 'c92963ac-98b3-4a6e-ac23-e411736e4ab7', 'tenant_id': '686d23a0ce31429f802c86a51226ae24', 'fixed_ips': [{'subnet_id': '84a86b64-61ad-4e31-a284-5a42c93a07c9'}]}} from dv-cinder-804459-5-iscsi. {{(pid=93847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:27:23.728701 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:23.964805 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Allocated IP 192.168.233.2 (c92963ac-98b3-4a6e-ac23-e411736e4ab7/84a86b64-61ad-4e31-a284-5a42c93a07c9/835608a9-5130-4624-a67b-7fed40ea21c4) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:27:24.112427 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:24.122280 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Transition to ACTIVE for port object 835608a9-5130-4624-a67b-7fed40ea21c4 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:27:24.138283 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Transition to ACTIVE for port object 835608a9-5130-4624-a67b-7fed40ea21c4 will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:27:24.144844 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:24.191836 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Network c92963ac-98b3-4a6e-ac23-e411736e4ab7 is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:27:24.193509 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:27:24.195702 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Pushing event updated for resources: {'Port': ['ID=835608a9-5130-4624-a67b-7fed40ea21c4,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:27:24.198240 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:27:24.209000 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:24.209359 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:24.209705 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:24.210044 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:24.210408 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:24.210748 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:24.211093 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:24.211435 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:24.211760 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:24.212090 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:24.212443 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:24.212768 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:27:24.262490 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Attempting to bind port 835608a9-5130-4624-a67b-7fed40ea21c4 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:27:24.262863 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Attempting to bind port 835608a9-5130-4624-a67b-7fed40ea21c4 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': '8a675634-5486-4248-886a-35071cceb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c92963ac-98b3-4a6e-ac23-e411736e4ab7'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:27:24.263260 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Attempting to bind port 835608a9-5130-4624-a67b-7fed40ea21c4 on network c92963ac-98b3-4a6e-ac23-e411736e4ab7 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:27:24.268220 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:27:24.268624 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Checking segment: {'id': '8a675634-5486-4248-886a-35071cceb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c92963ac-98b3-4a6e-ac23-e411736e4ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:27:24.269021 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:24.269415 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Bound using segment: {'id': '8a675634-5486-4248-886a-35071cceb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c92963ac-98b3-4a6e-ac23-e411736e4ab7'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:27:24.269878 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Bound port: 835608a9-5130-4624-a67b-7fed40ea21c4, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a675634-5486-4248-886a-35071cceb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c92963ac-98b3-4a6e-ac23-e411736e4ab7'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:27:24.270280 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:24.336593 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] For port 835608a9-5130-4624-a67b-7fed40ea21c4, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:27:24.339776 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] For port 835608a9-5130-4624-a67b-7fed40ea21c4, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=835608a9-5130-4624-a67b-7fed40ea21c4,segment=NetworkSegment(8a675634-5486-4248-886a-35071cceb483),segment_id=8a675634-5486-4248-886a-35071cceb483)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:27:24.344291 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:24.405594 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e206a-188b-4d99-9018-19b3646a4d36 None None] Pushing event updated for resources: {'Port': ['ID=835608a9-5130-4624-a67b-7fed40ea21c4,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:27:25.212691 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 835608a9-5130-4624-a67b-7fed40ea21c4 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:27:25.272122 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b4f8e6-b85a-41d9-a279-cc514a288934 None None] Network c92963ac-98b3-4a6e-ac23-e411736e4ab7 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:27:25.312561 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 835608a9-5130-4624-a67b-7fed40ea21c4 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:27:25.387734 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-f0a2bd00-c687-42e8-8cc6-d7daeb18a760 None None] Provisioning for port 835608a9-5130-4624-a67b-7fed40ea21c4 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:27:25.395726 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-f0a2bd00-c687-42e8-8cc6-d7daeb18a760 None None] Provisioning complete for port 835608a9-5130-4624-a67b-7fed40ea21c4 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:27:25.396093 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f0a2bd00-c687-42e8-8cc6-d7daeb18a760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:25.509666 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f0a2bd00-c687-42e8-8cc6-d7daeb18a760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:25.546760 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-f0a2bd00-c687-42e8-8cc6-d7daeb18a760 None None] For port 835608a9-5130-4624-a67b-7fed40ea21c4, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=835608a9-5130-4624-a67b-7fed40ea21c4,segment=NetworkSegment(8a675634-5486-4248-886a-35071cceb483),segment_id=8a675634-5486-4248-886a-35071cceb483)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:27:25.550954 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f0a2bd00-c687-42e8-8cc6-d7daeb18a760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:25.611571 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2bd00-c687-42e8-8cc6-d7daeb18a760 None None] Pushing event updated for resources: {'Port': ['ID=835608a9-5130-4624-a67b-7fed40ea21c4,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:27:25.671961 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-f61bc76a-39f0-41b6-8762-85aee5ec06ff None None] Provisioning complete for port 835608a9-5130-4624-a67b-7fed40ea21c4 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:27:25.672350 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f61bc76a-39f0-41b6-8762-85aee5ec06ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:27.155075 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 835608a9-5130-4624-a67b-7fed40ea21c4 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:27:27.200723 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 835608a9-5130-4624-a67b-7fed40ea21c4 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:27:27.201085 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:28.510851 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 5 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:27:39.832453 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-dffa969f-a0c6-4e74-b7f9-4a60681782ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:42.854813 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-04d16058-1ef0-4b9c-afe9-e72725ad6200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:43.133310 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:43.490240 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:27:44.951850 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:05.509663 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 5 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:28:09.835419 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3b11b701-3a4b-4f39-b030-85a51a2cc3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:12.856889 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-76dbbfb1-a30d-4b1a-8535-3d00af3ea6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:13.135020 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:13.493548 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:14.953587 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:33.664728 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37922) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:28:33.671165 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [None req-6a595285-1812-4ffa-b1f9-e95d54afacad tempest-verify_tempest_config-51496672 tempest-verify_tempest_config-51496672-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:28:33.672113 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6a595285-1812-4ffa-b1f9-e95d54afacad tempest-verify_tempest_config-51496672 tempest-verify_tempest_config-51496672-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064108 Aug 31 23:28:33.957354 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 37940) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:28:34.057519 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d5899a7f-9b35-4f40-9c6b-d735595bea4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:34.143195 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d5899a7f-9b35-4f40-9c6b-d735595bea4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:34.146633 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d5899a7f-9b35-4f40-9c6b-d735595bea4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:34.192216 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d5899a7f-9b35-4f40-9c6b-d735595bea4d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3b6868469714434295127622c8c35517&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2338524 Aug 31 23:28:34.193028 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5899a7f-9b35-4f40-9c6b-d735595bea4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab61b7a-8465-4033-a654-cab20632fda8,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:34.195082 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 37944) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:28:34.199413 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5899a7f-9b35-4f40-9c6b-d735595bea4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.199776 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5899a7f-9b35-4f40-9c6b-d735595bea4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.200111 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5899a7f-9b35-4f40-9c6b-d735595bea4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.200466 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5899a7f-9b35-4f40-9c6b-d735595bea4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.200792 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5899a7f-9b35-4f40-9c6b-d735595bea4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.201132 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5899a7f-9b35-4f40-9c6b-d735595bea4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.201505 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5899a7f-9b35-4f40-9c6b-d735595bea4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.202312 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5899a7f-9b35-4f40-9c6b-d735595bea4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.202643 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5899a7f-9b35-4f40-9c6b-d735595bea4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.202962 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5899a7f-9b35-4f40-9c6b-d735595bea4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.203277 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5899a7f-9b35-4f40-9c6b-d735595bea4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.203588 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5899a7f-9b35-4f40-9c6b-d735595bea4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.272747 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d1b6001e-81bb-4f23-b75a-fceaa43acd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:34.293365 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d1b6001e-81bb-4f23-b75a-fceaa43acd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:34.383229 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d1b6001e-81bb-4f23-b75a-fceaa43acd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:34.385711 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d1b6001e-81bb-4f23-b75a-fceaa43acd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:34.386869 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-d1b6001e-81bb-4f23-b75a-fceaa43acd1e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5ab61b7a-8465-4033-a654-cab20632fda8 HTTP/1.1" status: 204 len: 168 time: 0.1908505 Aug 31 23:28:34.395061 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6001e-81bb-4f23-b75a-fceaa43acd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab61b7a-8465-4033-a654-cab20632fda8,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:28:34.401421 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6001e-81bb-4f23-b75a-fceaa43acd1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.401765 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6001e-81bb-4f23-b75a-fceaa43acd1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.402099 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6001e-81bb-4f23-b75a-fceaa43acd1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.402435 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6001e-81bb-4f23-b75a-fceaa43acd1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.402761 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6001e-81bb-4f23-b75a-fceaa43acd1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.403084 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6001e-81bb-4f23-b75a-fceaa43acd1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.403429 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6001e-81bb-4f23-b75a-fceaa43acd1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.403749 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6001e-81bb-4f23-b75a-fceaa43acd1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.404069 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6001e-81bb-4f23-b75a-fceaa43acd1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.404478 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6001e-81bb-4f23-b75a-fceaa43acd1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.404801 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6001e-81bb-4f23-b75a-fceaa43acd1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:34.405746 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b6001e-81bb-4f23-b75a-fceaa43acd1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:28:39.836288 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-90db6241-5d3f-41bc-b297-1a001a6ef782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:42.507871 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 5 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:28:42.858391 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-38afcb3f-ee45-4184-a350-7bc1ddca3ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:43.137020 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:43.497049 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:28:44.957786 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:09.836055 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bb2eee64-3aa8-409c-8282-51d8da83ec50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:12.858279 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2f91f5e4-4a58-4b41-a0f3-fd80d619242b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:13.139011 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:13.499969 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:14.959599 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:19.507012 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 5 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:29:39.836619 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-eac1a368-a977-4d3c-9dbf-93f790fe2f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:42.859888 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c4238cae-e3f3-4ac5-ae38-0b220cc070ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:43.139378 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:43.501107 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:44.965067 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:29:56.506083 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 5 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:30:09.836883 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-45e0ffc6-2ef6-4823-a1bc-1323a6911394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:11.386836 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1763812'] for agent, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:12.859330 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e9a43ee7-ad81-4791-8f54-591830ca1b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:13.141210 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:13.504828 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:14.965427 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:26.495598 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 38020) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:30:26.661035 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-62350137-afc9-48ca-be7d-49dddc71dbd6 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1643076 Aug 31 23:30:28.842782 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 38030) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:30:28.898122 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-d2703d0b-363e-4ead-9a5e-adc6932d714c admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0542617 Aug 31 23:30:33.505294 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:30:39.838729 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-789a02f0-0270-450f-a33b-afc358a501fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:41.364550 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:42.859138 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c012f848-9d5b-4e6f-af1a-f8d055f9fbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:43.140881 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:43.507214 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:30:44.968661 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:09.839252 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-845036e5-c258-465c-b86d-9b917e051234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:10.503490 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:31:11.367827 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:12.859500 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f9ca-890d-40a3-bb85-1f1588acaf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:13.140121 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:13.509342 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:14.972540 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:39.839381 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-df35b6ef-9c61-4472-9b26-121eea413fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:41.387222 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:42.860696 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ad7d7b8b-c893-43c2-ad27-12d5bd274a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:43.140737 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:43.513244 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:44.974658 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:31:47.502730 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:32:02.241164 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 38276) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:02.508237 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 38294) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:02.537519 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 38298) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:02.567265 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 38308) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:02.622693 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-382544208-network', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:02.623988 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.quota [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Loaded quota_driver: . Aug 31 23:32:02.667185 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Made reservation on behalf of 2c49e741b70d4f008e8dbd658695b1d0 for: {'network': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:32:02.670117 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:02.686938 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:02.799452 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-69f969e0-4bee-4010-a5b2-52ab239d5cf0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1487364172-network', 'tenant_id': '50a47fc76e7d48e5b704d5f2dd962483'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:02.839700 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-9aa19323-7593-488e-81f2-6526b7a6516c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-754445466-network', 'tenant_id': 'b949fab8f66a4e47b5e5d9540c3fd3fd'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:02.850865 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-323411828-network', 'tenant_id': '8e9c9c3474be41199ebb7e2534cb741e'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:02.928093 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:02.934928 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:02.950926 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=93845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:32:02.964849 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773537300682', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:02.965408 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Unsubscribe: segment precommit_create {{(pid=93845) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 23:32:02.965896 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.db.segments_db [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Added segment 7e38bb88-4348-4e5a-887c-92a4424376fd of type vlan for network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d Aug 31 23:32:03.041768 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.087749 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f969e0-4bee-4010-a5b2-52ab239d5cf0 admin admin] Made reservation on behalf of 50a47fc76e7d48e5b704d5f2dd962483 for: {'network': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:32:03.090096 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-69f969e0-4bee-4010-a5b2-52ab239d5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.108078 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] Made reservation on behalf of 8e9c9c3474be41199ebb7e2534cb741e for: {'network': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:32:03.110447 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.146284 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-69f969e0-4bee-4010-a5b2-52ab239d5cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.151477 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.165402 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a1cd96-017c-419f-a3a8-e592f14a0055,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:03.168152 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.169125 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:03.169869 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.173219 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa19323-7593-488e-81f2-6526b7a6516c admin admin] Made reservation on behalf of b949fab8f66a4e47b5e5d9540c3fd3fd for: {'network': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:32:03.175571 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9aa19323-7593-488e-81f2-6526b7a6516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.207074 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:03.207642 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:03.207992 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:03.208350 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:03.208678 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:03.209030 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:03.209404 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:03.209692 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:03.210192 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:03.210670 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:03.211147 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:03.211634 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Tracked resource versions report: Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: pushed versions: Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: { 'AddressGroup': {'1.2'}, Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'ConntrackHelper': {'1.0'}, Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Log': {'1.0'}, Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Network': {'1.1'}, Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Port': {'1.7'}, Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'PortForwarding': {'1.2'}, Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'QosPolicy': {'1.9'}, Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'SecurityGroup': {'1.4'}, Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'SecurityGroupRule': {'1.2'}, Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'SubPort': {'1.0'}, Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Subnet': {'1.1'}, Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Trunk': {'1.1'}} Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: consumer versions: Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: { DHCP agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: HyperV agent@hv-cinder-80445: {}, Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: L3 agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: Metadata agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: Metering agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: Open vSwitch agent@dv-cinder-804459-5-iscsi: { 'AddressGroup': '1.2', Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'ConntrackHelper': '1.0', Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Log': '1.0', Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Network': '1.1', Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Port': '1.7', Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'PortForwarding': '1.2', Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'QosPolicy': '1.9', Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'SecurityGroup': '1.4', Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'SecurityGroupRule': '1.2', Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'SubPort': '1.0', Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Subnet': '1.1', Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: 'Trunk': '1.1'}} Aug 31 23:32:03.212875 dv-cinder-804459-5-iscsi neutron-server[93845]: {{(pid=93845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 23:32:03.224401 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9aa19323-7593-488e-81f2-6526b7a6516c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.238172 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.db.api [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 23:32:03.238172 dv-cinder-804459-5-iscsi neutron-server[93845]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 23:32:03.238172 dv-cinder-804459-5-iscsi neutron-server[93845]: [parameters: {'project_id_1': '8e9c9c3474be41199ebb7e2534cb741e', 'expiration_1': datetime.datetime(2021, 8, 31, 23, 32, 3, 193846)}] Aug 31 23:32:03.238172 dv-cinder-804459-5-iscsi neutron-server[93845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 23:32:03.238540 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG oslo_db.api [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 23:32:03.351635 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] Pushing event updated for resources: {'Network': ['ID=21a85c05-a8c5-427d-8efb-35be6f7d3f9d,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:03.352208 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 38362) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:03.365274 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:32:03.469770 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-69f969e0-4bee-4010-a5b2-52ab239d5cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.481487 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-69f969e0-4bee-4010-a5b2-52ab239d5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.498158 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f969e0-4bee-4010-a5b2-52ab239d5cf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=93845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:32:03.518476 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-442bf7db-ad77-44ed-b926-83632bd8b654 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2760499 Aug 31 23:32:03.522487 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 38376) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:03.528434 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Request body: {'subnet': {'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-subnet', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:03.565483 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-69f969e0-4bee-4010-a5b2-52ab239d5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.565824 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.db.segments_db [None req-69f969e0-4bee-4010-a5b2-52ab239d5cf0 admin admin] Added segment f1b0a8cb-7605-4bf7-943c-c7d842583ed0 of type vlan for network 4bcb073e-1d75-46c6-8333-a59aa396399f Aug 31 23:32:03.578661 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f969e0-4bee-4010-a5b2-52ab239d5cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eadac7-db1e-4dde-b3e4-cf349002f0d3,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:03.630890 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-69f969e0-4bee-4010-a5b2-52ab239d5cf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.676156 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-69f969e0-4bee-4010-a5b2-52ab239d5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.677139 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f969e0-4bee-4010-a5b2-52ab239d5cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:03.677810 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-69f969e0-4bee-4010-a5b2-52ab239d5cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.699460 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e4a33a31-6b88-42db-94a5-da524933bcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.739473 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9aa19323-7593-488e-81f2-6526b7a6516c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.740440 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.761341 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9aa19323-7593-488e-81f2-6526b7a6516c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.772475 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Made reservation on behalf of 2c49e741b70d4f008e8dbd658695b1d0 for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:32:03.773343 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-69f969e0-4bee-4010-a5b2-52ab239d5cf0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2640519 Aug 31 23:32:03.778588 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.780968 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 38384) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:03.789984 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-d56b03d0-bf75-4463-857c-13e0e2d2aa1b admin admin] Request body: {'subnet': {'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1487364172-subnet', 'tenant_id': '50a47fc76e7d48e5b704d5f2dd962483', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:03.800219 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa19323-7593-488e-81f2-6526b7a6516c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=93845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:32:03.810471 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f969e0-4bee-4010-a5b2-52ab239d5cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=4bcb073e-1d75-46c6-8333-a59aa396399f,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:03.825064 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network 4bcb073e-1d75-46c6-8333-a59aa396399f details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:32:03.825428 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9aa19323-7593-488e-81f2-6526b7a6516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.825922 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.db.segments_db [None req-9aa19323-7593-488e-81f2-6526b7a6516c admin admin] Added segment 7e00c7df-7c29-4c1a-9182-e0beb5b55915 of type vlan for network 03ddb66a-f30e-4aed-9d86-e20e86a51596 Aug 31 23:32:03.841423 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa19323-7593-488e-81f2-6526b7a6516c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783f6b91-a8a4-4aa6-8466-5dbf765fb657,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:03.898338 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9aa19323-7593-488e-81f2-6526b7a6516c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.927267 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9aa19323-7593-488e-81f2-6526b7a6516c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.928405 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19323-7593-488e-81f2-6526b7a6516c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:03.929171 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9aa19323-7593-488e-81f2-6526b7a6516c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:03.995211 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa19323-7593-488e-81f2-6526b7a6516c admin admin] Pushing event updated for resources: {'Network': ['ID=03ddb66a-f30e-4aed-9d86-e20e86a51596,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:03.995651 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.008299 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network 03ddb66a-f30e-4aed-9d86-e20e86a51596 details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:32:04.084462 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Checking segment: {'id': '7e38bb88-4348-4e5a-887c-92a4424376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:32:04.085014 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Network hostable DHCP agents. Network: 21a85c05-a8c5-427d-8efb-35be6f7d3f9d, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:32:04.093954 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e4a33a31-6b88-42db-94a5-da524933bcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.110626 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-9aa19323-7593-488e-81f2-6526b7a6516c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5690293 Aug 31 23:32:04.116173 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 38398) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:04.117026 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e4a33a31-6b88-42db-94a5-da524933bcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.122354 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-1e8852c9-1abd-4376-a433-8fa4ff44ccd2 admin admin] Request body: {'subnet': {'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-754445466-subnet', 'tenant_id': 'b949fab8f66a4e47b5e5d9540c3fd3fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:04.125490 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a93863-32b4-4310-847d-ebe9dbacd80a,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:04.146339 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:32:04.158273 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:04.158678 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:04.158935 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:04.159267 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:04.159603 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:04.159945 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:04.160274 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:04.161173 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:04.161510 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:04.161840 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:04.162170 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:04.162487 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Tracked resource versions report: Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: pushed versions: Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: { 'AddressGroup': {'1.2'}, Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'ConntrackHelper': {'1.0'}, Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Log': {'1.0'}, Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Network': {'1.1'}, Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Port': {'1.7'}, Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'PortForwarding': {'1.2'}, Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'QosPolicy': {'1.9'}, Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'SecurityGroup': {'1.4'}, Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'SecurityGroupRule': {'1.2'}, Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'SubPort': {'1.0'}, Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Subnet': {'1.1'}, Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Trunk': {'1.1'}} Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: consumer versions: Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: { DHCP agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: HyperV agent@hv-cinder-80445: {}, Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: L3 agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: Metadata agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: Metering agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: Open vSwitch agent@dv-cinder-804459-5-iscsi: { 'AddressGroup': '1.2', Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'ConntrackHelper': '1.0', Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Log': '1.0', Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Network': '1.1', Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Port': '1.7', Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'PortForwarding': '1.2', Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'QosPolicy': '1.9', Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'SecurityGroup': '1.4', Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'SecurityGroupRule': '1.2', Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'SubPort': '1.0', Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Subnet': '1.1', Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: 'Trunk': '1.1'}} Aug 31 23:32:04.163552 dv-cinder-804459-5-iscsi neutron-server[93846]: {{(pid=93846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 23:32:04.182595 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, 21a85c05-a8c5-427d-8efb-35be6f7d3f9d) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:04.191027 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:04.191605 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.195101 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f302f9b1-40be-4bf8-83a7-8acca99ec47c None None] Network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:32:04.208842 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-e4a33a31-6b88-42db-94a5-da524933bcc9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c4b9acaefb3142c3aaeea13569864ddb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8559380 Aug 31 23:32:04.211711 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 38406) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:04.221270 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a33a31-6b88-42db-94a5-da524933bcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db120d9a-53d6-495d-a24d-9382bfb666fd,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:04.278301 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.286913 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.304075 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56b03d0-bf75-4463-857c-13e0e2d2aa1b admin admin] Made reservation on behalf of 50a47fc76e7d48e5b704d5f2dd962483 for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:32:04.307369 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d56b03d0-bf75-4463-857c-13e0e2d2aa1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.316601 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=93845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:32:04.350990 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-dc40f4ec-b7eb-417a-bd5a-d65efab81739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.357070 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.357602 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.db.segments_db [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] Added segment efb85c38-70af-4511-a6a3-341aaec1a3bf of type vlan for network 42b07068-c579-43f8-82a7-4a11174e1900 Aug 31 23:32:04.360077 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbf2268-f73d-410e-801e-c1d55458d07e,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:04.378861 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b006289-ba80-526b-bc95-ba2cef7064da-21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a'}]}} from dv-cinder-804459-5-iscsi. {{(pid=93847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:32:04.381717 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8852c9-1abd-4376-a433-8fa4ff44ccd2 admin admin] Made reservation on behalf of b949fab8f66a4e47b5e5d9540c3fd3fd for: {'subnet': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:32:04.381897 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.384248 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1e8852c9-1abd-4376-a433-8fa4ff44ccd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.399369 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-008cc893-bee1-4d28-a703-bd097000a84f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8760126 Aug 31 23:32:04.402221 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 38412) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:04.408361 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:04.452466 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 38414) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:04.456428 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-dc40f4ec-b7eb-417a-bd5a-d65efab81739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.492617 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.574868 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.575865 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:04.576611 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.601256 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Allocated IP 172.20.0.2 (21a85c05-a8c5-427d-8efb-35be6f7d3f9d/c9a93863-32b4-4310-847d-ebe9dbacd80a/914c74ae-610a-44b5-ae62-ac3c7b1a5c36) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:32:04.617500 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d56b03d0-bf75-4463-857c-13e0e2d2aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.669561 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b03d0-bf75-4463-857c-13e0e2d2aa1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c53f0166-3f80-478d-8aa4-6c43d9c06f6f,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:04.672347 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30491'] for router, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.673361 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1764587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30476'] for router, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.677328 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=42b07068-c579-43f8-82a7-4a11174e1900,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:04.679433 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-dc40f4ec-b7eb-417a-bd5a-d65efab81739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.682108 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-dc40f4ec-b7eb-417a-bd5a-d65efab81739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.686353 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-dc40f4ec-b7eb-417a-bd5a-d65efab81739 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/db120d9a-53d6-495d-a24d-9382bfb666fd HTTP/1.1" status: 204 len: 168 time: 0.4706118 Aug 31 23:32:04.706007 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network 42b07068-c579-43f8-82a7-4a11174e1900 details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:32:04.720367 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-75fae8e2-c066-40a6-b7d9-7926d4fc7ae0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1493530 Aug 31 23:32:04.721044 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40f4ec-b7eb-417a-bd5a-d65efab81739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db120d9a-53d6-495d-a24d-9382bfb666fd,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:04.722285 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 38428) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:04.729291 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-8cb7c2f3-f1d1-4c89-a641-64b7ee7b58eb admin admin] Request body: {'subnet': {'network_id': '42b07068-c579-43f8-82a7-4a11174e1900', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-323411828-subnet', 'tenant_id': '8e9c9c3474be41199ebb7e2534cb741e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:04.734185 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.739164 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dc974b60-4e01-463b-ad7a-1a1dba46ba5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.794181 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb7c2f3-f1d1-4c89-a641-64b7ee7b58eb admin admin] Made reservation on behalf of 8e9c9c3474be41199ebb7e2534cb741e for: {'subnet': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:32:04.796754 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8cb7c2f3-f1d1-4c89-a641-64b7ee7b58eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.858526 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1e8852c9-1abd-4376-a433-8fa4ff44ccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for subnet, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.913184 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:04.940423 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Transition to ACTIVE for port object 914c74ae-610a-44b5-ae62-ac3c7b1a5c36 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:32:04.970034 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8852c9-1abd-4376-a433-8fa4ff44ccd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf,revision_number=0']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:04.981103 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Transition to ACTIVE for port object 914c74ae-610a-44b5-ae62-ac3c7b1a5c36 will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:32:04.991572 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8852c9-1abd-4376-a433-8fa4ff44ccd2 admin admin] Checking segment: {'id': '7e00c7df-7c29-4c1a-9182-e0beb5b55915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:32:04.991572 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8852c9-1abd-4376-a433-8fa4ff44ccd2 admin admin] Network hostable DHCP agents. Network: 03ddb66a-f30e-4aed-9d86-e20e86a51596, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:32:04.997546 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.043624 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56b03d0-bf75-4463-857c-13e0e2d2aa1b admin admin] Checking segment: {'id': 'f1b0a8cb-7605-4bf7-943c-c7d842583ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:32:05.044352 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56b03d0-bf75-4463-857c-13e0e2d2aa1b admin admin] Network hostable DHCP agents. Network: 4bcb073e-1d75-46c6-8333-a59aa396399f, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:32:05.045760 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:32:05.051515 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8852c9-1abd-4376-a433-8fa4ff44ccd2 admin admin] Network 03ddb66a-f30e-4aed-9d86-e20e86a51596 is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:32:05.051972 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:05.056142 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:32:05.064953 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Pushing event updated for resources: {'Port': ['ID=914c74ae-610a-44b5-ae62-ac3c7b1a5c36,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:05.077148 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:05.077494 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:05.077846 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:05.078386 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:05.078785 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:05.079258 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:05.079531 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:05.079858 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:05.080224 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:05.080595 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:05.080953 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:05.081423 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Tracked resource versions report: Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: pushed versions: Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: { 'AddressGroup': {'1.2'}, Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'ConntrackHelper': {'1.0'}, Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Log': {'1.0'}, Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Network': {'1.1'}, Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Port': {'1.7'}, Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'PortForwarding': {'1.2'}, Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'QosPolicy': {'1.9'}, Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'SecurityGroup': {'1.4'}, Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'SecurityGroupRule': {'1.2'}, Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'SubPort': {'1.0'}, Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Subnet': {'1.1'}, Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Trunk': {'1.1'}} Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: consumer versions: Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: { DHCP agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: HyperV agent@hv-cinder-80445: {}, Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: L3 agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: Metadata agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: Metering agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: Open vSwitch agent@dv-cinder-804459-5-iscsi: { 'AddressGroup': '1.2', Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'ConntrackHelper': '1.0', Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Log': '1.0', Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Network': '1.1', Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Port': '1.7', Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'PortForwarding': '1.2', Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'QosPolicy': '1.9', Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'SecurityGroup': '1.4', Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'SecurityGroupRule': '1.2', Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'SubPort': '1.0', Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Subnet': '1.1', Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: 'Trunk': '1.1'}} Aug 31 23:32:05.083050 dv-cinder-804459-5-iscsi neutron-server[93847]: {{(pid=93847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 23:32:05.131628 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-1e8852c9-1abd-4376-a433-8fa4ff44ccd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, 03ddb66a-f30e-4aed-9d86-e20e86a51596) {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:05.145676 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931f6baa-45b6-4f6e-a186-86ae72b0dd84 None None] Network 03ddb66a-f30e-4aed-9d86-e20e86a51596 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:32:05.148138 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.188219 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8852c9-1abd-4376-a433-8fa4ff44ccd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:05.189668 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1e8852c9-1abd-4376-a433-8fa4ff44ccd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.234333 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Attempting to bind port 914c74ae-610a-44b5-ae62-ac3c7b1a5c36 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:32:05.234890 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Attempting to bind port 914c74ae-610a-44b5-ae62-ac3c7b1a5c36 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': '7e38bb88-4348-4e5a-887c-92a4424376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:32:05.235918 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Attempting to bind port 914c74ae-610a-44b5-ae62-ac3c7b1a5c36 on network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:32:05.236109 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8cb7c2f3-f1d1-4c89-a641-64b7ee7b58eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for subnet, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.250472 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:32:05.250939 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Checking segment: {'id': '7e38bb88-4348-4e5a-887c-92a4424376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:32:05.251400 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.251937 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Bound using segment: {'id': '7e38bb88-4348-4e5a-887c-92a4424376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:32:05.252513 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Bound port: 914c74ae-610a-44b5-ae62-ac3c7b1a5c36, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e38bb88-4348-4e5a-887c-92a4424376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:32:05.253185 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.261567 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56b03d0-bf75-4463-857c-13e0e2d2aa1b admin admin] Network 4bcb073e-1d75-46c6-8333-a59aa396399f is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:32:05.281481 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-d56b03d0-bf75-4463-857c-13e0e2d2aa1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, 4bcb073e-1d75-46c6-8333-a59aa396399f) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:05.294926 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785a4157-ac63-4af9-8823-482b55696960 None None] Network 4bcb073e-1d75-46c6-8333-a59aa396399f requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:32:05.296202 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56b03d0-bf75-4463-857c-13e0e2d2aa1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:05.297025 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d56b03d0-bf75-4463-857c-13e0e2d2aa1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.369977 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dc974b60-4e01-463b-ad7a-1a1dba46ba5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.371619 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7c2f3-f1d1-4c89-a641-64b7ee7b58eb admin admin] Checking segment: {'id': 'efb85c38-70af-4511-a6a3-341aaec1a3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '42b07068-c579-43f8-82a7-4a11174e1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:32:05.372096 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb7c2f3-f1d1-4c89-a641-64b7ee7b58eb admin admin] Network hostable DHCP agents. Network: 42b07068-c579-43f8-82a7-4a11174e1900, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:32:05.377326 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7c2f3-f1d1-4c89-a641-64b7ee7b58eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8406c4e-2ffb-4022-8a6d-9d89019cb51c,revision_number=0']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:05.382464 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dc974b60-4e01-463b-ad7a-1a1dba46ba5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.408926 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-1e8852c9-1abd-4376-a433-8fa4ff44ccd2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2889960 Aug 31 23:32:05.420517 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc974b60-4e01-463b-ad7a-1a1dba46ba5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ed32e9-7cd9-4bb6-8fbe-fc789fdb6d25,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:05.428851 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d56b03d0-bf75-4463-857c-13e0e2d2aa1b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6439047 Aug 31 23:32:05.429377 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb7c2f3-f1d1-4c89-a641-64b7ee7b58eb admin admin] Network 42b07068-c579-43f8-82a7-4a11174e1900 is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:32:05.433512 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 38450) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:05.449477 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1487364172-router', 'tenant_id': '50a47fc76e7d48e5b704d5f2dd962483', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:05.451713 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-8cb7c2f3-f1d1-4c89-a641-64b7ee7b58eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, 42b07068-c579-43f8-82a7-4a11174e1900) {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:05.468534 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb7c2f3-f1d1-4c89-a641-64b7ee7b58eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:05.470366 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8cb7c2f3-f1d1-4c89-a641-64b7ee7b58eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.510528 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30491'] for router, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.511967 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1764587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30476'] for router, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.516985 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-8cb7c2f3-f1d1-4c89-a641-64b7ee7b58eb admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7914047 Aug 31 23:32:05.562937 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-dc974b60-4e01-463b-ad7a-1a1dba46ba5d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8683ead2607740e1b7d4c7cc4542256b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1092701 Aug 31 23:32:05.565718 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 38456) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:05.625998 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acecf88-80a3-4944-a6f0-7cb8cdc5bfdb None None] Network 42b07068-c579-43f8-82a7-4a11174e1900 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:32:05.678459 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.707382 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6ba8b1aa-57ce-430c-bfee-f827161044f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.726411 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.766849 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6ba8b1aa-57ce-430c-bfee-f827161044f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.772994 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb70fb1-2eff-4883-97a5-b7b6d091d7a0 None None] Network 03ddb66a-f30e-4aed-9d86-e20e86a51596 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:32:05.798270 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.863193 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6ba8b1aa-57ce-430c-bfee-f827161044f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.866808 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6ba8b1aa-57ce-430c-bfee-f827161044f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:05.868226 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-6ba8b1aa-57ce-430c-bfee-f827161044f7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/04ed32e9-7cd9-4bb6-8fbe-fc789fdb6d25 HTTP/1.1" status: 204 len: 168 time: 0.3014245 Aug 31 23:32:05.878192 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8b1aa-57ce-430c-bfee-f827161044f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ed32e9-7cd9-4bb6-8fbe-fc789fdb6d25,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:06.021851 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] For port 914c74ae-610a-44b5-ae62-ac3c7b1a5c36, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:32:06.093209 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] For port 914c74ae-610a-44b5-ae62-ac3c7b1a5c36, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=914c74ae-610a-44b5-ae62-ac3c7b1a5c36,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:32:06.121218 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:06.146812 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:06.170509 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 38504) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:06.172994 dv-cinder-804459-5-iscsi neutron-server[93845]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 23:32:06.382836 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Allocated IP 172.27.0.157 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/1d12b58a-1545-4492-b40d-e9ea3873bcdf) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:32:06.409576 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c9e55f-2c86-4d9b-aeb4-ee90584bcdb0 None None] Network 42b07068-c579-43f8-82a7-4a11174e1900 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:32:06.414765 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bed42c0-03db-4747-8258-e68f503457a3 None None] Network 4bcb073e-1d75-46c6-8333-a59aa396399f requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:32:06.627338 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:06.668814 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20225ce9-573f-4d16-8dd2-06f511b43618 None None] Pushing event updated for resources: {'Port': ['ID=914c74ae-610a-44b5-ae62-ac3c7b1a5c36,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:06.781475 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-a97b1acf-0e4d-4589-8891-7d64a8542ed3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:06.783322 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-a97b1acf-0e4d-4589-8891-7d64a8542ed3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/networks?id=03ddb66a-f30e-4aed-9d86-e20e86a51596 HTTP/1.1" status: 200 len: 814 time: 0.6115842 Aug 31 23:32:06.814168 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-3726afe2-da80-4bb7-b623-21fdaadc4783 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/quotas/b949fab8f66a4e47b5e5d9540c3fd3fd HTTP/1.1" status: 200 len: 375 time: 0.0172668 Aug 31 23:32:06.862123 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 38540) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:06.865474 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:06.868739 dv-cinder-804459-5-iscsi neutron-server[93846]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 23:32:06.870786 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:06.920206 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-9ac092bb-c785-4cab-8031-6f7dce32aa1c tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b949fab8f66a4e47b5e5d9540c3fd3fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0980551 Aug 31 23:32:06.959743 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:07.031579 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:32:07.087946 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:07.103568 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:32:07.106619 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Pushing event updated for resources: {'Port': ['ID=1d12b58a-1545-4492-b40d-e9ea3873bcdf,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:07.265204 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-621ba3bf-4dcd-4bfe-8cba-215c71b66bc6 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:32:07.266875 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-621ba3bf-4dcd-4bfe-8cba-215c71b66bc6 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1784065 Aug 31 23:32:07.443192 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 914c74ae-610a-44b5-ae62-ac3c7b1a5c36 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:32:07.505312 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-104af731-d5d0-4475-8a60-585f8bfe05d0 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:07.515534 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-104af731-d5d0-4475-8a60-585f8bfe05d0 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/networks?id=42b07068-c579-43f8-82a7-4a11174e1900 HTTP/1.1" status: 200 len: 811 time: 0.6517193 Aug 31 23:32:07.522254 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-8e7a5142-400b-4ac7-be56-7507cd6ae834 service neutron] 10.222.0.54 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302761 Aug 31 23:32:07.576575 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 914c74ae-610a-44b5-ae62-ac3c7b1a5c36 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:32:07.602859 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-78d0e7a5-d2f5-4b08-8824-651d1e891748 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/quotas/8e9c9c3474be41199ebb7e2534cb741e HTTP/1.1" status: 200 len: 375 time: 0.0826967 Aug 31 23:32:07.699334 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-5c6715d0-aa88-4f47-93c7-9af70defb8af tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8e9c9c3474be41199ebb7e2534cb741e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955298 Aug 31 23:32:07.701359 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-2f209815-fbf8-4b99-9113-029de13cc23c service neutron] 10.222.0.54 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564343 Aug 31 23:32:07.715676 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Allocated IP 172.27.0.115 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:32:07.822853 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74171b79-59cb-4df7-b91f-a20b5337c080 None None] Network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:32:07.929863 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:07.991010 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:08.122298 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:08.144411 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-efb8c654-1308-4899-9f7d-35ca507e4fea None None] Provisioning for port 914c74ae-610a-44b5-ae62-ac3c7b1a5c36 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:32:08.173951 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-efb8c654-1308-4899-9f7d-35ca507e4fea None None] Provisioning complete for port 914c74ae-610a-44b5-ae62-ac3c7b1a5c36 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:08.174430 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-efb8c654-1308-4899-9f7d-35ca507e4fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:08.202305 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-8f6361da-3786-46d7-9d6b-5b29de1b8ad2 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:32:08.228159 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-8f6361da-3786-46d7-9d6b-5b29de1b8ad2 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3409481 Aug 31 23:32:08.267507 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:32:08.275393 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:08.313294 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:32:08.356753 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-293feed0-c12a-4ecc-9283-d60511ccbd8f req-4b035ffc-b2fa-4471-83ca-2c051286595b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 210 time: 0.0627863 Aug 31 23:32:08.375121 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-efb8c654-1308-4899-9f7d-35ca507e4fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:08.442820 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-efb8c654-1308-4899-9f7d-35ca507e4fea None None] For port 914c74ae-610a-44b5-ae62-ac3c7b1a5c36, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=914c74ae-610a-44b5-ae62-ac3c7b1a5c36,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:08.446661 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-efb8c654-1308-4899-9f7d-35ca507e4fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:08.575700 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8c654-1308-4899-9f7d-35ca507e4fea None None] Pushing event updated for resources: {'Port': ['ID=914c74ae-610a-44b5-ae62-ac3c7b1a5c36,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:08.589434 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Pushing event updated for resources: {'Port': ['ID=b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:08.594267 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763563'] for router, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:08.778180 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-164e3196-7266-49b3-9add-5f2308f7f24b None None] Provisioning complete for port 914c74ae-610a-44b5-ae62-ac3c7b1a5c36 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:08.778836 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-164e3196-7266-49b3-9add-5f2308f7f24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:08.901165 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-17c8bfba-d77e-42ce-9d0d-c928667f3a7b service neutron] 10.222.0.54 "GET /v2.0/networks/42b07068-c579-43f8-82a7-4a11174e1900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721790 Aug 31 23:32:09.048092 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:09.118100 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 is scheduled to L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 with binding_index 1 {{(pid=93846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:32:09.127659 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-755fab5c-12c7-4501-9d41-ccc042e9aaaf service neutron] 10.222.0.54 "GET /v2.0/networks/42b07068-c579-43f8-82a7-4a11174e1900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172265 Aug 31 23:32:09.368904 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 914c74ae-610a-44b5-ae62-ac3c7b1a5c36 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:32:09.433945 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:32:09.443668 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-62534f42-4526-4dce-8fae-48fbe5209bc4 req-a657f30d-551c-4bfa-bc68-92dc6af277af tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 210 time: 0.0693452 Aug 31 23:32:09.448143 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Sync routers for ids ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:32:09.461514 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:09.462835 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-3815755c-6dbe-49a9-8e08-018b880aca35 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0578136 Aug 31 23:32:09.469023 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 38696) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:09.470498 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Routers {'0a5215cf-ae05-4e96-80dc-ed2acc7babc9'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:32:09.471141 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:31:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:09.527521 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 914c74ae-610a-44b5-ae62-ac3c7b1a5c36 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:09.528156 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:09.603234 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Set router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:32:09.650385 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763563'] for router, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:09.833189 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1eba7cc8-a3e1-45d5-899c-e0066830f969 req-2083e172-2e54-4b15-8a60-bb6f7494b88a tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 210 time: 0.1057916 Aug 31 23:32:09.856639 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-62438dcf-12a9-4780-83f4-218a13bef51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:09.919941 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:32:07Z', 'revision_number': 3, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:09.959864 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Router fc3500cc-5357-48aa-b98e-215d5f684b75 is scheduled to L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 with binding_index 1 {{(pid=93846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:32:09.962043 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 38718) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:09.971118 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Checking router: 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:32:09.971501 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Updating router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 port 1d12b58a-1545-4492-b40d-e9ea3873bcdf binding host dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:32:10.023567 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:10.147136 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:32:10.152273 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-88d8525f-2585-4384-aa56-cb8c74683bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:10.153598 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:10.157460 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Sync routers for ids ['fc3500cc-5357-48aa-b98e-215d5f684b75'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:32:10.172994 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Routers {'fc3500cc-5357-48aa-b98e-215d5f684b75'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:32:10.173746 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-c679d6b7-5408-490b-9965-08536300f916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:31:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['fc3500cc-5357-48aa-b98e-215d5f684b75'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:10.299429 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Set router fc3500cc-5357-48aa-b98e-215d5f684b75 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:32:10.351371 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:10.353769 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-88d8525f-2585-4384-aa56-cb8c74683bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:10.360161 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-88d8525f-2585-4384-aa56-cb8c74683bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:10.366256 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Transition to ACTIVE for port object 1d12b58a-1545-4492-b40d-e9ea3873bcdf will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:32:10.374044 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:10.378896 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:10.384179 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-dcf92fc3-265b-407e-ae28-ba4ace38c964 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9401240 Aug 31 23:32:10.384370 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 38730) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:10.448072 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 38732) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:10.449033 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-88d8525f-2585-4384-aa56-cb8c74683bb8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=79f67c214be9414ebc5e7a89655adbb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4855123 Aug 31 23:32:10.450606 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11f31e-9089-413c-b1bc-c4a7b238984a None None] Pushing event updated for resources: {'Port': ['ID=1d12b58a-1545-4492-b40d-e9ea3873bcdf,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:10.458844 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8525f-2585-4384-aa56-cb8c74683bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f547bf8-437e-4359-8665-12d27c019689,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:10.461333 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11f31e-9089-413c-b1bc-c4a7b238984a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:10.461883 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11f31e-9089-413c-b1bc-c4a7b238984a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:10.462454 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11f31e-9089-413c-b1bc-c4a7b238984a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:10.463397 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11f31e-9089-413c-b1bc-c4a7b238984a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:10.463897 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11f31e-9089-413c-b1bc-c4a7b238984a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:10.464412 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11f31e-9089-413c-b1bc-c4a7b238984a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:10.464989 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11f31e-9089-413c-b1bc-c4a7b238984a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:10.465494 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11f31e-9089-413c-b1bc-c4a7b238984a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:10.466178 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11f31e-9089-413c-b1bc-c4a7b238984a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:10.467229 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11f31e-9089-413c-b1bc-c4a7b238984a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:10.467978 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11f31e-9089-413c-b1bc-c4a7b238984a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:10.468511 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11f31e-9089-413c-b1bc-c4a7b238984a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11f31e-9089-413c-b1bc-c4a7b238984a None None] Tracked resource versions report: Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: pushed versions: Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: { 'AddressGroup': {'1.2'}, Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'ConntrackHelper': {'1.0'}, Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Log': {'1.0'}, Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Network': {'1.1'}, Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Port': {'1.7'}, Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'PortForwarding': {'1.2'}, Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'QosPolicy': {'1.9'}, Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'SecurityGroup': {'1.4'}, Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'SecurityGroupRule': {'1.2'}, Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'SubPort': {'1.0'}, Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Subnet': {'1.1'}, Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Trunk': {'1.1'}} Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: consumer versions: Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: { DHCP agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: HyperV agent@hv-cinder-80445: {}, Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: L3 agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: Metadata agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: Metering agent@dv-cinder-804459-5-iscsi: {}, Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: Open vSwitch agent@dv-cinder-804459-5-iscsi: { 'AddressGroup': '1.2', Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'ConntrackHelper': '1.0', Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Log': '1.0', Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Network': '1.1', Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Port': '1.7', Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'PortForwarding': '1.2', Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'QosPolicy': '1.9', Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'SecurityGroup': '1.4', Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'SecurityGroupRule': '1.2', Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'SubPort': '1.0', Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Subnet': '1.1', Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: 'Trunk': '1.1'}} Aug 31 23:32:10.469764 dv-cinder-804459-5-iscsi neutron-server[93848]: {{(pid=93848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 23:32:10.475708 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Attempting to bind port 1d12b58a-1545-4492-b40d-e9ea3873bcdf on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:32:10.476396 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Attempting to bind port 1d12b58a-1545-4492-b40d-e9ea3873bcdf by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:32:10.478940 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Attempting to bind port 1d12b58a-1545-4492-b40d-e9ea3873bcdf on network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:32:10.486858 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:32:10.487606 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Checking segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:32:10.489265 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:10.490202 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Bound using segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:32:10.491107 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Bound port: 1d12b58a-1545-4492-b40d-e9ea3873bcdf, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:32:10.492560 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:10.566157 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] For port 1d12b58a-1545-4492-b40d-e9ea3873bcdf, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:32:10.570226 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] For port 1d12b58a-1545-4492-b40d-e9ea3873bcdf, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=1d12b58a-1545-4492-b40d-e9ea3873bcdf,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:32:10.575637 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:10.589400 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a365bebc-d46a-46a1-bf8e-2c85347356c6 req-042921f6-51c6-4407-9d43-4da8759d2139 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 210 time: 0.0443387 Aug 31 23:32:10.594103 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-c679d6b7-5408-490b-9965-08536300f916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'name': 'tempest-ServerRescueNegativeTestJSON-1487364172-router', 'tenant_id': '50a47fc76e7d48e5b704d5f2dd962483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:08Z', 'revision_number': 3, 'project_id': '50a47fc76e7d48e5b704d5f2dd962483', 'gw_port': {'id': 'b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:06Z', 'updated_at': '2021-08-31T23:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:10.611319 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Allocated IP 172.20.0.1 (21a85c05-a8c5-427d-8efb-35be6f7d3f9d/c9a93863-32b4-4310-847d-ebe9dbacd80a/60441062-0c07-4cda-9809-6fbda1ffdb9f) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:32:10.638275 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Checking router: fc3500cc-5357-48aa-b98e-215d5f684b75 for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:32:10.638710 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Updating router fc3500cc-5357-48aa-b98e-215d5f684b75 port b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb binding host dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:32:10.645124 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11f31e-9089-413c-b1bc-c4a7b238984a None None] Pushing event updated for resources: {'Port': ['ID=1d12b58a-1545-4492-b40d-e9ea3873bcdf,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:10.672251 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:10.675500 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Routers {'0a5215cf-ae05-4e96-80dc-ed2acc7babc9'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:32:10.676802 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:31:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:10.731754 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-b4f85b78-b375-41fa-a811-6bc7a80dfa1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:10.770607 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-b4f85b78-b375-41fa-a811-6bc7a80dfa1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:10.789838 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] Set router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:32:10.877244 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:11.048865 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d5c6d36f-4034-45b4-9b8e-8d5611ec227f req-26bc291f-3566-463e-8244-a404761b53ae tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 210 time: 0.0441849 Aug 31 23:32:11.109083 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-b4f85b78-b375-41fa-a811-6bc7a80dfa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:11.111486 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-b4f85b78-b375-41fa-a811-6bc7a80dfa1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:11.112831 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-b4f85b78-b375-41fa-a811-6bc7a80dfa1c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6f547bf8-437e-4359-8665-12d27c019689 HTTP/1.1" status: 204 len: 168 time: 0.6583760 Aug 31 23:32:11.114265 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Transition to ACTIVE for port object 60441062-0c07-4cda-9809-6fbda1ffdb9f will not be triggered until provisioned by entity DHCP. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:32:11.163078 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f85b78-b375-41fa-a811-6bc7a80dfa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f547bf8-437e-4359-8665-12d27c019689,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:11.175028 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:32:07Z', 'revision_number': 3, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:11.224788 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab6cb8-2bb5-4e45-bf2d-60482d862637 None None] The sync data for ids ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'] in dv-cinder-804459-5-iscsi is: [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:32:07Z', 'revision_number': 3, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:32:11.311329 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:11.321402 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:11.336860 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Transition to ACTIVE for port object b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:32:11.344677 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:11.451179 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:11.453938 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:32:11.454461 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Attempting to bind port b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:32:11.454461 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Attempting to bind port b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:32:11.454808 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Attempting to bind port b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb on network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:32:11.463149 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:11.463636 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:32:11.464092 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Checking segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:32:11.464581 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:11.465041 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Bound using segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:32:11.465693 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Bound port: b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:32:11.466092 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:11.469886 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e947c-c939-4356-8dae-bf94e71f0135 None None] Pushing event updated for resources: {'Port': ['ID=b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:11.487886 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:32:11.494044 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762456'] for router_interface, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:11.563739 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-c679d6b7-5408-490b-9965-08536300f916 None None] For port b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:32:11.570131 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-c679d6b7-5408-490b-9965-08536300f916 None None] For port b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:32:11.580052 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:11.596482 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 38756) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:11.597629 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Pushing event updated for resources: {'Port': ['ID=60441062-0c07-4cda-9809-6fbda1ffdb9f,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:11.618045 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a9bc29f5-a650-4131-942c-af19efa964f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:11.726056 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:11.768471 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e947c-c939-4356-8dae-bf94e71f0135 None None] Pushing event updated for resources: {'Port': ['ID=b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:11.776885 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Routers {'fc3500cc-5357-48aa-b98e-215d5f684b75'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:32:11.783312 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-c679d6b7-5408-490b-9965-08536300f916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:31:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['fc3500cc-5357-48aa-b98e-215d5f684b75'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:11.800645 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.53', 50277) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:12.014839 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-47bae242-14e0-47a0-ad2e-93ef4a4214ba None None] Provisioning for port 60441062-0c07-4cda-9809-6fbda1ffdb9f completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:32:12.026566 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-47bae242-14e0-47a0-ad2e-93ef4a4214ba None None] Provisioning complete for port 60441062-0c07-4cda-9809-6fbda1ffdb9f triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:12.027092 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-47bae242-14e0-47a0-ad2e-93ef4a4214ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:12.079133 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-c679d6b7-5408-490b-9965-08536300f916 None None] Set router fc3500cc-5357-48aa-b98e-215d5f684b75 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:32:12.081679 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-47bae242-14e0-47a0-ad2e-93ef4a4214ba None None] Port 60441062-0c07-4cda-9809-6fbda1ffdb9f cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:32:12.201330 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-62c9fb07-7a5c-4479-9d0f-8451bac034e8 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:12.201944 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5cee8963-4546-4003-897b-ec48c2cbf2e1 req-5495fbab-f8ef-47e3-bc95-24d443d96028 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 210 time: 0.0528049 Aug 31 23:32:12.202455 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:12.204288 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-62c9fb07-7a5c-4479-9d0f-8451bac034e8 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.53 "GET /v2.0/networks?id=03ddb66a-f30e-4aed-9d86-e20e86a51596 HTTP/1.1" status: 200 len: 814 time: 0.4016778 Aug 31 23:32:12.214453 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a9bc29f5-a650-4131-942c-af19efa964f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:12.220005 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a9bc29f5-a650-4131-942c-af19efa964f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:12.304913 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-843107e0-49eb-4dde-9006-6780b6c1eeb3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Request body: {'port': {'device_id': 'd5f077d6-ff67-4cdd-bb7b-df209fb8411d', 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596', 'admin_state_up': True, 'tenant_id': 'b949fab8f66a4e47b5e5d9540c3fd3fd'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:12.336791 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.53', 50281) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:12.427667 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-a9bc29f5-a650-4131-942c-af19efa964f4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a71cdcbdc6e247cea4878e1004126a90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8300853 Aug 31 23:32:12.433625 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 38796) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:12.442738 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5995c4fa-3985-4595-81fa-73c35b623a16 req-33e0dbab-c21a-48e5-a383-011b2bfefbd1 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 210 time: 0.1820412 Aug 31 23:32:12.488173 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] Allocated IP 172.20.0.1 (4bcb073e-1d75-46c6-8333-a59aa396399f/c53f0166-3f80-478d-8aa4-6c43d9c06f6f/0280157a-f1f1-4609-b933-95689f60575f) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:32:12.495314 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc29f5-a650-4131-942c-af19efa964f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8549ad4e-c392-4066-99ec-38fe9e240e2c,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:12.715889 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-c679d6b7-5408-490b-9965-08536300f916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'name': 'tempest-ServerRescueNegativeTestJSON-1487364172-router', 'tenant_id': '50a47fc76e7d48e5b704d5f2dd962483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:08Z', 'revision_number': 3, 'project_id': '50a47fc76e7d48e5b704d5f2dd962483', 'gw_port': {'id': 'b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:06Z', 'updated_at': '2021-08-31T23:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:12.808345 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-843107e0-49eb-4dde-9006-6780b6c1eeb3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Made reservation on behalf of b949fab8f66a4e47b5e5d9540c3fd3fd for: {'port': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:32:12.815169 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-843107e0-49eb-4dde-9006-6780b6c1eeb3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:12.820016 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-431f3d9e-3948-4538-949a-a1254147a7f4 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:12.821559 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-431f3d9e-3948-4538-949a-a1254147a7f4 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.53 "GET /v2.0/networks?id=42b07068-c579-43f8-82a7-4a11174e1900 HTTP/1.1" status: 200 len: 811 time: 0.4835804 Aug 31 23:32:12.846604 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679d6b7-5408-490b-9965-08536300f916 None None] The sync data for ids ['fc3500cc-5357-48aa-b98e-215d5f684b75'] in dv-cinder-804459-5-iscsi is: [{'id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'name': 'tempest-ServerRescueNegativeTestJSON-1487364172-router', 'tenant_id': '50a47fc76e7d48e5b704d5f2dd962483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:08Z', 'revision_number': 3, 'project_id': '50a47fc76e7d48e5b704d5f2dd962483', 'gw_port': {'id': 'b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:06Z', 'updated_at': '2021-08-31T23:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:32:12.853534 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-d010ef48-329d-4e0e-a662-ce2a7015aed3 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Request body: {'port': {'device_id': 'e9c553b9-21af-459a-8264-5064685ce0fb', 'network_id': '42b07068-c579-43f8-82a7-4a11174e1900', 'admin_state_up': True, 'tenant_id': '8e9c9c3474be41199ebb7e2534cb741e'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:12.892896 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ba14-6cd7-4eea-9f19-7f09368f9a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:12.952100 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-36838d33-cb46-4cc8-8e2c-a95e15509ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:13.149317 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:13.187478 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-843107e0-49eb-4dde-9006-6780b6c1eeb3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Allocated IP 172.20.0.8 (03ddb66a-f30e-4aed-9d86-e20e86a51596/3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf/bd412178-72a4-400d-a2ce-edb25feb3689) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:32:13.228977 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-36838d33-cb46-4cc8-8e2c-a95e15509ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:13.574818 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:32:13.582665 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:13.591499 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5df623e7-f020-42b9-a13e-e6bf2549b6fd req-e8b85f64-3161-4b3b-b768-23e1c48e98da tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 210 time: 0.1720827 Aug 31 23:32:13.649557 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:13.734043 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:13.799110 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-36838d33-cb46-4cc8-8e2c-a95e15509ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:13.802781 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-36838d33-cb46-4cc8-8e2c-a95e15509ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:13.804251 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-36838d33-cb46-4cc8-8e2c-a95e15509ef7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8549ad4e-c392-4066-99ec-38fe9e240e2c HTTP/1.1" status: 204 len: 168 time: 1.3605006 Aug 31 23:32:13.805490 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:13.806282 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763624'] for router_interface, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:13.809124 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:32:13.813877 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:13.814568 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:13.855856 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-843107e0-49eb-4dde-9006-6780b6c1eeb3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:14.038072 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-843107e0-49eb-4dde-9006-6780b6c1eeb3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:14.110874 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36838d33-cb46-4cc8-8e2c-a95e15509ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8549ad4e-c392-4066-99ec-38fe9e240e2c,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:14.110874 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Pushing event updated for resources: {'Port': ['ID=60441062-0c07-4cda-9809-6fbda1ffdb9f,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:14.136255 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-843107e0-49eb-4dde-9006-6780b6c1eeb3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Network 03ddb66a-f30e-4aed-9d86-e20e86a51596 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:32:14.196914 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:14.217924 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-843107e0-49eb-4dde-9006-6780b6c1eeb3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:14.241296 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-32617127-5b25-4d7b-b7bc-d5806891812b req-b7caf867-9452-46e4-b6bb-3d22121b23ba tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 210 time: 0.4732924 Aug 31 23:32:14.250418 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-843107e0-49eb-4dde-9006-6780b6c1eeb3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:32:14.277967 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-843107e0-49eb-4dde-9006-6780b6c1eeb3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:14.283359 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-843107e0-49eb-4dde-9006-6780b6c1eeb3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:14.297521 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:14.305256 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:14.307285 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 1d12b58a-1545-4492-b40d-e9ea3873bcdf up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:32:14.433150 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-d010ef48-329d-4e0e-a662-ce2a7015aed3 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Made reservation on behalf of 8e9c9c3474be41199ebb7e2534cb741e for: {'port': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:32:14.433150 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-d010ef48-329d-4e0e-a662-ce2a7015aed3 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:14.466131 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-843107e0-49eb-4dde-9006-6780b6c1eeb3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1946788 Aug 31 23:32:14.501009 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-4564b52d-0780-4013-8f4d-b58fbf3af62b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:32:14.501873 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-4564b52d-0780-4013-8f4d-b58fbf3af62b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114501 Aug 31 23:32:14.554033 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843107e0-49eb-4dde-9006-6780b6c1eeb3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Pushing event updated for resources: {'Port': ['ID=bd412178-72a4-400d-a2ce-edb25feb3689,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:14.579977 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:14.606507 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 1d12b58a-1545-4492-b40d-e9ea3873bcdf completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:32:14.625065 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 1d12b58a-1545-4492-b40d-e9ea3873bcdf triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:14.628065 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:14.640289 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:14.853869 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] Pushing event updated for resources: {'Port': ['ID=0280157a-f1f1-4609-b933-95689f60575f,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:14.878654 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] Network 4bcb073e-1d75-46c6-8333-a59aa396399f is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:32:14.889550 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:14.913060 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:32:14.913189 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762456'] for router_interface, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:14.989651 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-53852932-12ec-46e5-abc2-101181b3123a req-c831c6b6-b9f3-4b2e-aa24-f4946f0d1ab9 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 210 time: 0.0698369 Aug 31 23:32:15.039431 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:15.074368 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Request body: {'port': {'device_id': 'd5f077d6-ff67-4cdd-bb7b-df209fb8411d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:15.123855 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:15.177597 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port 1d12b58a-1545-4492-b40d-e9ea3873bcdf, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=1d12b58a-1545-4492-b40d-e9ea3873bcdf,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:15.187172 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:15.264578 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:15.352897 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=1d12b58a-1545-4492-b40d-e9ea3873bcdf,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:15.512493 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:32:15.609623 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:15.613911 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:16.043621 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d691f6-073f-426e-86f0-5116d2af1318 req-5cf69bdf-cb1d-4f50-a820-ec4680d09d75 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:16.052944 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a1d691f6-073f-426e-86f0-5116d2af1318 req-5cf69bdf-cb1d-4f50-a820-ec4680d09d75 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 931 time: 0.5872595 Aug 31 23:32:16.078477 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:32:16.090698 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:16.186955 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:16.441251 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:32:16.448830 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-d010ef48-329d-4e0e-a662-ce2a7015aed3 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Allocated IP 172.20.0.10 (42b07068-c579-43f8-82a7-4a11174e1900/b8406c4e-2ffb-4022-8a6d-9d89019cb51c/76f7ef76-4537-4fc2-bca4-99ad49db47c6) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:32:16.454339 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-503cef6e-14cf-42dc-863a-31bbaf2cd0a4 req-2f90c511-df5b-49de-a778-f1afcbe59e63 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 210 time: 0.1822827 Aug 31 23:32:16.498641 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a1d691f6-073f-426e-86f0-5116d2af1318 req-1355bec8-5a3e-4bfa-8224-10c96b3a38b6 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445753 Aug 31 23:32:16.538832 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-46cb40a2-ea1b-4743-97e0-7dc662ca1c69 None None] Provisioning complete for port 60441062-0c07-4cda-9809-6fbda1ffdb9f triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:16.540776 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-46cb40a2-ea1b-4743-97e0-7dc662ca1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:16.647074 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-46cb40a2-ea1b-4743-97e0-7dc662ca1c69 None None] Port 60441062-0c07-4cda-9809-6fbda1ffdb9f cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:32:16.871016 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd412178-72a4-400d-a2ce-edb25feb3689 {{(pid=93846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:32:16.902417 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:16.965123 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Transition to ACTIVE for port object bd412178-72a4-400d-a2ce-edb25feb3689 will not be triggered until provisioned by entity L2. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:32:16.972624 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:17.149083 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Pushing event updated for resources: {'Port': ['ID=bd412178-72a4-400d-a2ce-edb25feb3689,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:17.245285 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Attempting to bind port bd412178-72a4-400d-a2ce-edb25feb3689 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:32:17.246273 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Attempting to bind port bd412178-72a4-400d-a2ce-edb25feb3689 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '7e00c7df-7c29-4c1a-9182-e0beb5b55915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596'}] {{(pid=93846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:32:17.247483 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Attempting to bind port bd412178-72a4-400d-a2ce-edb25feb3689 on network 03ddb66a-f30e-4aed-9d86-e20e86a51596 {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:32:17.253935 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Port bd412178-72a4-400d-a2ce-edb25feb3689 on network 03ddb66a-f30e-4aed-9d86-e20e86a51596 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:32:17.254621 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Attempting to bind port bd412178-72a4-400d-a2ce-edb25feb3689 on network 03ddb66a-f30e-4aed-9d86-e20e86a51596 {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:32:17.267601 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:32:17.268453 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Checking segment: {'id': '7e00c7df-7c29-4c1a-9182-e0beb5b55915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:32:17.271286 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Bound using segment: {'id': '7e00c7df-7c29-4c1a-9182-e0beb5b55915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596'} {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:32:17.273764 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Bound port: bd412178-72a4-400d-a2ce-edb25feb3689, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e00c7df-7c29-4c1a-9182-e0beb5b55915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596'}}] {{(pid=93846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:32:17.274492 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:17.304467 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:32:17.316491 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Sync routers for ids ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:32:17.328217 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-76a0badb-c215-49ef-a162-a0f1af1c4a46 admin admin] 10.222.0.54 "PUT /v2.0/routers/0a5215cf-ae05-4e96-80dc-ed2acc7babc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8576953 Aug 31 23:32:17.370097 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:17.374018 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Routers {'0a5215cf-ae05-4e96-80dc-ed2acc7babc9'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:32:17.376474 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:32:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:17.378287 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-d010ef48-329d-4e0e-a662-ce2a7015aed3 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:17.383844 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:17.387096 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763624'] for router_interface, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:17.389659 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] For port bd412178-72a4-400d-a2ce-edb25feb3689, host hv-cinder-80445, cleared binding levels {{(pid=93846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:32:17.397578 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] For port bd412178-72a4-400d-a2ce-edb25feb3689, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=bd412178-72a4-400d-a2ce-edb25feb3689,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:32:17.404879 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:17.497916 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 1d12b58a-1545-4492-b40d-e9ea3873bcdf up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:32:17.582419 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Pushing event updated for resources: {'Port': ['ID=bd412178-72a4-400d-a2ce-edb25feb3689,revision_number=3']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:17.653136 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-30de8136-2951-449c-a365-ce3babf71fd8 req-88b2bd8c-2b0e-4ec0-b21f-3666a10724e7 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 210 time: 0.0644100 Aug 31 23:32:17.662085 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 1d12b58a-1545-4492-b40d-e9ea3873bcdf triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:17.664198 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:17.664407 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:17.665592 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:17.668296 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-64ec415a-83ae-41aa-8410-e1428d641cdb service neutron] 10.222.0.53 "PUT /v2.0/ports/bd412178-72a4-400d-a2ce-edb25feb3689 HTTP/1.1" status: 200 len: 1093 time: 2.7972248 Aug 31 23:32:17.668730 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f077d6-ff67-4cdd-bb7b-df209fb8411d', 'tag': 'bd412178-72a4-400d-a2ce-edb25feb3689'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:32:17.768847 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] Network 4bcb073e-1d75-46c6-8333-a59aa396399f is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:32:17.780368 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:17.868993 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-945a4d14-be9d-4e52-843a-91b8ce9f8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:17.871380 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-945a4d14-be9d-4e52-843a-91b8ce9f8d50 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b949fab8f66a4e47b5e5d9540c3fd3fd&device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 1096 time: 0.1074550 Aug 31 23:32:18.095176 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f13e17d4f082eee8db626e153c8674a5f3112bea7488b178d1c4a6516ff361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c1999b-33e6-47dc-9b88-96dcf575ec3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f077d6-ff67-4cdd-bb7b-df209fb8411d", "tag": "bd412178-72a4-400d-a2ce-edb25feb3689"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:32:18.116692 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-7a98953d-5893-4f1b-96a4-2deabad80de3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd412178-72a4-400d-a2ce-edb25feb3689 HTTP/1.1" status: 200 len: 217 time: 0.2147040 Aug 31 23:32:18.142299 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Set router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:32:18.147936 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] Pushing event updated for resources: {'Port': ['ID=0280157a-f1f1-4609-b933-95689f60575f,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:18.311665 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738e966-4fb1-4ff0-96d3-cc8c156b5d0c req-df910294-962e-4cd0-abda-4d2108b3f205 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:18.313297 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6738e966-4fb1-4ff0-96d3-cc8c156b5d0c req-df910294-962e-4cd0-abda-4d2108b3f205 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 943 time: 0.5775955 Aug 31 23:32:18.360767 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-d010ef48-329d-4e0e-a662-ce2a7015aed3 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:18.422701 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6738e966-4fb1-4ff0-96d3-cc8c156b5d0c req-a8d3e9b8-1bbb-4dc2-98ec-13a30661624e tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952649 Aug 31 23:32:18.615124 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010ef48-329d-4e0e-a662-ce2a7015aed3 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Pushing event updated for resources: {'Port': ['ID=76f7ef76-4537-4fc2-bca4-99ad49db47c6,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:18.633636 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-d010ef48-329d-4e0e-a662-ce2a7015aed3 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Network 42b07068-c579-43f8-82a7-4a11174e1900 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:32:18.648250 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] Router fc3500cc-5357-48aa-b98e-215d5f684b75 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:32:18.672011 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-d010ef48-329d-4e0e-a662-ce2a7015aed3 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:18.675541 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-d010ef48-329d-4e0e-a662-ce2a7015aed3 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:32:18.685676 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-d010ef48-329d-4e0e-a662-ce2a7015aed3 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:18.688225 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-d010ef48-329d-4e0e-a662-ce2a7015aed3 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:18.695572 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:32:11Z', 'revision_number': 4, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '60441062-0c07-4cda-9809-6fbda1ffdb9f', 'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'mac_address': 'fa:16:3e:50:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:10Z', 'updated_at': '2021-08-31T23:32:12Z', 'revision_number': 2, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'subnets': [{'id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:18.823269 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Checking router: 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:32:18.823574 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Updating router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 port 60441062-0c07-4cda-9809-6fbda1ffdb9f binding host dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:32:18.835042 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d1ea3e-ee32-4af2-b038-96d2b4bc5f73 x-openstack-request-id: req-d2d1ea3e-ee32-4af2-b038-96d2b4bc5f73 {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:32:18.849116 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f077d6-ff67-4cdd-bb7b-df209fb8411d", "tag": "bd412178-72a4-400d-a2ce-edb25feb3689", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:32:18.849559 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d2d1ea3e-ee32-4af2-b038-96d2b4bc5f73 {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:32:18.850077 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f077d6-ff67-4cdd-bb7b-df209fb8411d', 'tag': 'bd412178-72a4-400d-a2ce-edb25feb3689', 'status': 'completed', 'code': 200} Aug 31 23:32:18.852304 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:18.964288 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-21265a35-e038-4ca0-9c09-0d2347a9eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:18.965853 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-21265a35-e038-4ca0-9c09-0d2347a9eea9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf HTTP/1.1" status: 200 len: 854 time: 0.2531507 Aug 31 23:32:19.034016 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-d010ef48-329d-4e0e-a662-ce2a7015aed3 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1986976 Aug 31 23:32:19.037895 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 39054) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:19.042309 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-01d0daf2-9174-4974-b8cf-36efd4db4dad tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--380214154', 'description': 'tempest-description--1524860454'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:19.116105 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-c6a1642e-0465-4fed-9cae-a1d1dd6beac9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ddb66a-f30e-4aed-9d86-e20e86a51596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280725 Aug 31 23:32:19.130222 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-01d0daf2-9174-4974-b8cf-36efd4db4dad tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:19.199024 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604ba10-568a-4975-8aa6-57b01d677a9d req-64e61279-e329-4a61-a674-d13eacd787c2 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:19.204001 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9604ba10-568a-4975-8aa6-57b01d677a9d req-64e61279-e329-4a61-a674-d13eacd787c2 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 932 time: 0.3119373 Aug 31 23:32:19.376450 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:19.393962 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Transition to ACTIVE for port object 60441062-0c07-4cda-9809-6fbda1ffdb9f will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:32:19.402939 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:19.610052 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e5c86-f7ba-4b8a-b0a6-7c0aca82dce5 req-6b148bde-03f8-4f72-af7f-b026a5b11fe1 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:19.618481 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1b5e5c86-f7ba-4b8a-b0a6-7c0aca82dce5 req-6b148bde-03f8-4f72-af7f-b026a5b11fe1 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 943 time: 0.0892286 Aug 31 23:32:19.623375 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6441ad1-7bd1-491b-a1bc-db96514e2222 None None] Pushing event updated for resources: {'Port': ['ID=60441062-0c07-4cda-9809-6fbda1ffdb9f,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:19.638645 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Attempting to bind port 60441062-0c07-4cda-9809-6fbda1ffdb9f on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:32:19.639021 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Attempting to bind port 60441062-0c07-4cda-9809-6fbda1ffdb9f by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': '7e38bb88-4348-4e5a-887c-92a4424376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:32:19.639640 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Attempting to bind port 60441062-0c07-4cda-9809-6fbda1ffdb9f on network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:32:19.647363 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:32:19.648190 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Checking segment: {'id': '7e38bb88-4348-4e5a-887c-92a4424376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:32:19.648307 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:19.648771 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Bound using segment: {'id': '7e38bb88-4348-4e5a-887c-92a4424376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:32:19.649258 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Bound port: 60441062-0c07-4cda-9809-6fbda1ffdb9f, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e38bb88-4348-4e5a-887c-92a4424376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:32:19.649642 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:19.689267 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1b5e5c86-f7ba-4b8a-b0a6-7c0aca82dce5 req-3e400645-4dcd-49a6-83a1-96beb9ea6cca tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692227 Aug 31 23:32:19.801870 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9604ba10-568a-4975-8aa6-57b01d677a9d req-04d97fac-60c1-4488-8948-7dc4b8482edb tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558098 Aug 31 23:32:19.841721 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] For port 60441062-0c07-4cda-9809-6fbda1ffdb9f, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:32:19.851367 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] For port 60441062-0c07-4cda-9809-6fbda1ffdb9f, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=60441062-0c07-4cda-9809-6fbda1ffdb9f,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:32:19.860255 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:19.938830 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-01d0daf2-9174-4974-b8cf-36efd4db4dad tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:19.947488 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:32:19.964546 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Sync routers for ids ['fc3500cc-5357-48aa-b98e-215d5f684b75'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:32:19.977176 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-7f865980-2b03-43fc-b69d-a2de03662f79 admin admin] 10.222.0.54 "PUT /v2.0/routers/fc3500cc-5357-48aa-b98e-215d5f684b75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5920541 Aug 31 23:32:19.978962 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-01d0daf2-9174-4974-b8cf-36efd4db4dad tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:19.983554 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Routers {'fc3500cc-5357-48aa-b98e-215d5f684b75'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:32:19.984192 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:32:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['fc3500cc-5357-48aa-b98e-215d5f684b75'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:19.992944 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Routers {'0a5215cf-ae05-4e96-80dc-ed2acc7babc9'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:32:19.993585 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:32:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:20.059167 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-01d0daf2-9174-4974-b8cf-36efd4db4dad tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:20.060618 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-01d0daf2-9174-4974-b8cf-36efd4db4dad tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.0218971 Aug 31 23:32:20.063642 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39096) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:20.069581 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-7921d078-246e-4983-893b-fb2cb9d72c29 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Request body: {'security_group_rule': {'security_group_id': '4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:20.070781 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0daf2-9174-4974-b8cf-36efd4db4dad tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:20.144380 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7921d078-246e-4983-893b-fb2cb9d72c29 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:20.179622 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Request body: {'port': {'device_id': 'e9c553b9-21af-459a-8264-5064685ce0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:20.241474 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6441ad1-7bd1-491b-a1bc-db96514e2222 None None] Pushing event updated for resources: {'Port': ['ID=60441062-0c07-4cda-9809-6fbda1ffdb9f,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:20.298162 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:20.435704 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Set router fc3500cc-5357-48aa-b98e-215d5f684b75 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:32:20.496693 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] Set router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:32:20.547161 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39108) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:20.636453 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7921d078-246e-4983-893b-fb2cb9d72c29 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:20.649786 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-524e7d86-6669-474b-9bed-fdf7c37269f7 service neutron] 10.222.0.53 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932159 Aug 31 23:32:20.651047 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7921d078-246e-4983-893b-fb2cb9d72c29 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:20.672548 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921d078-246e-4983-893b-fb2cb9d72c29 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015dc19c-650c-46e9-ab99-4cab120dd9c5,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:20.752828 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7921d078-246e-4983-893b-fb2cb9d72c29 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:20.757385 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-7921d078-246e-4983-893b-fb2cb9d72c29 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6911049 Aug 31 23:32:20.807137 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 39120) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:20.833056 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-024246f3-ebba-4576-aace-0a9963a0e9a3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Request body: {'security_group_rule': {'security_group_id': '4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:21.054995 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6c04936e-66c3-4243-b493-fde0f8f56644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:21.072475 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ea8fc7cd-e153-4d43-a22c-e3805da41586 req-6dc35816-931e-439e-8630-52db1f7d66dd service neutron] 10.222.0.53 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876288 Aug 31 23:32:21.186059 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:32:11Z', 'revision_number': 4, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '60441062-0c07-4cda-9809-6fbda1ffdb9f', 'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'mac_address': 'fa:16:3e:50:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:10Z', 'updated_at': '2021-08-31T23:32:19Z', 'revision_number': 4, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'subnets': [{'id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:21.242830 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4dc62b-6654-4dd0-97c7-5fdd72e865ce None None] The sync data for ids ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'] in dv-cinder-804459-5-iscsi is: [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:32:11Z', 'revision_number': 4, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '60441062-0c07-4cda-9809-6fbda1ffdb9f', 'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'mac_address': 'fa:16:3e:50:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:10Z', 'updated_at': '2021-08-31T23:32:19Z', 'revision_number': 4, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'subnets': [{'id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:32:21.269626 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-024246f3-ebba-4576-aace-0a9963a0e9a3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:21.415456 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1999b-33e6-47dc-9b88-96dcf575ec3f req-3322c16e-412f-476c-a2a3-3c770314ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:21.435060 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-36c1999b-33e6-47dc-9b88-96dcf575ec3f req-3322c16e-412f-476c-a2a3-3c770314ed5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b949fab8f66a4e47b5e5d9540c3fd3fd&device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 1096 time: 0.2723620 Aug 31 23:32:21.466108 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625f4f1-8b4d-4ef3-b573-631017a9584b req-6842fea2-b54d-4abb-a8bc-0e1aef53b5da tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:21.473309 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2625f4f1-8b4d-4ef3-b573-631017a9584b req-6842fea2-b54d-4abb-a8bc-0e1aef53b5da tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 943 time: 0.5991244 Aug 31 23:32:21.517627 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'name': 'tempest-ServerRescueNegativeTestJSON-1487364172-router', 'tenant_id': '50a47fc76e7d48e5b704d5f2dd962483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:16Z', 'revision_number': 4, 'project_id': '50a47fc76e7d48e5b704d5f2dd962483', 'gw_port': {'id': 'b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:06Z', 'updated_at': '2021-08-31T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '0280157a-f1f1-4609-b933-95689f60575f', 'name': '', 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f', 'tenant_id': '50a47fc76e7d48e5b704d5f2dd962483', 'mac_address': 'fa:16:3e:59:28:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c53f0166-3f80-478d-8aa4-6c43d9c06f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:11Z', 'updated_at': '2021-08-31T23:32:16Z', 'revision_number': 2, 'project_id': '50a47fc76e7d48e5b704d5f2dd962483', 'subnets': [{'id': 'c53f0166-3f80-478d-8aa4-6c43d9c06f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:21.589773 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Checking router: fc3500cc-5357-48aa-b98e-215d5f684b75 for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:32:21.589948 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Updating router fc3500cc-5357-48aa-b98e-215d5f684b75 port 0280157a-f1f1-4609-b933-95689f60575f binding host dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:32:21.617416 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-c2b01441-c0ea-4b96-8a54-60e8743b8b50 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:21.637847 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-c2b01441-c0ea-4b96-8a54-60e8743b8b50 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/networks?id=4bcb073e-1d75-46c6-8333-a59aa396399f HTTP/1.1" status: 200 len: 819 time: 0.4109941 Aug 31 23:32:21.688936 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:21.796903 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6c04936e-66c3-4243-b493-fde0f8f56644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:21.843166 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2625f4f1-8b4d-4ef3-b573-631017a9584b req-ad63e4ad-478d-479f-8a0f-4f2c1e295a68 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098593 Aug 31 23:32:21.844794 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6c04936e-66c3-4243-b493-fde0f8f56644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:21.938701 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-024246f3-ebba-4576-aace-0a9963a0e9a3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:21.953631 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f7ef76-4537-4fc2-bca4-99ad49db47c6 {{(pid=93845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:32:21.957983 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-024246f3-ebba-4576-aace-0a9963a0e9a3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:21.967501 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-492e8940-6077-4769-8919-4c604e043f8d tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/quotas/50a47fc76e7d48e5b704d5f2dd962483 HTTP/1.1" status: 200 len: 375 time: 0.3287621 Aug 31 23:32:21.984709 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:22.082591 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Transition to ACTIVE for port object 76f7ef76-4537-4fc2-bca4-99ad49db47c6 will not be triggered until provisioned by entity L2. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:32:22.101636 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024246f3-ebba-4576-aace-0a9963a0e9a3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7f7414-0dea-4f3e-bc6d-e23063da4e44,revision_number=0']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:22.120695 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-024246f3-ebba-4576-aace-0a9963a0e9a3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:22.121915 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-024246f3-ebba-4576-aace-0a9963a0e9a3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3137975 Aug 31 23:32:22.159196 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:22.174919 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 39152) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:22.215946 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-97aa27be-1dab-4896-8d59-335b02f81818 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Request body: {'floatingip': {'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:22.374794 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-97aa27be-1dab-4896-8d59-335b02f81818 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for floatingip, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:22.443568 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:22.462137 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Transition to ACTIVE for port object 0280157a-f1f1-4609-b933-95689f60575f will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:32:22.475441 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04936e-66c3-4243-b493-fde0f8f56644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce706302-5390-4203-9cbe-3b4a17ac5f49,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:22.479420 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:22.577902 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6c04936e-66c3-4243-b493-fde0f8f56644 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5f83bd75ce0d4a8da5f8889f9b9c1b27&name=default HTTP/1.1" status: 200 len: 2977 time: 2.0296805 Aug 31 23:32:22.606626 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 39168) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:22.610286 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Attempting to bind port 76f7ef76-4537-4fc2-bca4-99ad49db47c6 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:32:22.610831 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Attempting to bind port 76f7ef76-4537-4fc2-bca4-99ad49db47c6 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'efb85c38-70af-4511-a6a3-341aaec1a3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '42b07068-c579-43f8-82a7-4a11174e1900'}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:32:22.611312 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Attempting to bind port 76f7ef76-4537-4fc2-bca4-99ad49db47c6 on network 42b07068-c579-43f8-82a7-4a11174e1900 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:32:22.624111 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bf2f3-1e6e-41a6-994c-ee6b45108f71 req-b91ea159-1f4a-4562-a397-de1d8fa98a87 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:22.635207 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-148bf2f3-1e6e-41a6-994c-ee6b45108f71 req-b91ea159-1f4a-4562-a397-de1d8fa98a87 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 944 time: 0.5999272 Aug 31 23:32:22.659321 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Attempting to bind port 0280157a-f1f1-4609-b933-95689f60575f on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:32:22.659914 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Attempting to bind port 0280157a-f1f1-4609-b933-95689f60575f by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'f1b0a8cb-7605-4bf7-943c-c7d842583ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:32:22.660781 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Attempting to bind port 0280157a-f1f1-4609-b933-95689f60575f on network 4bcb073e-1d75-46c6-8333-a59aa396399f {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:32:22.672352 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:32:22.672773 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Checking segment: {'id': 'f1b0a8cb-7605-4bf7-943c-c7d842583ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:32:22.673349 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:22.673615 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Bound using segment: {'id': 'f1b0a8cb-7605-4bf7-943c-c7d842583ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:32:22.674251 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Bound port: 0280157a-f1f1-4609-b933-95689f60575f, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b0a8cb-7605-4bf7-943c-c7d842583ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:32:22.674588 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:22.683934 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-841669b0-daac-4bea-93a0-d5d4e880f7a9 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=50a47fc76e7d48e5b704d5f2dd962483&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3037658 Aug 31 23:32:22.697031 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Pushing event updated for resources: {'Port': ['ID=76f7ef76-4537-4fc2-bca4-99ad49db47c6,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:22.758976 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-148bf2f3-1e6e-41a6-994c-ee6b45108f71 req-02ade172-4ae7-436e-a372-b4dcf8c4310d tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222179 Aug 31 23:32:22.759834 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Port 76f7ef76-4537-4fc2-bca4-99ad49db47c6 on network 42b07068-c579-43f8-82a7-4a11174e1900 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:32:22.760052 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Attempting to bind port 76f7ef76-4537-4fc2-bca4-99ad49db47c6 on network 42b07068-c579-43f8-82a7-4a11174e1900 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:32:22.782298 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:32:22.782298 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Checking segment: {'id': 'efb85c38-70af-4511-a6a3-341aaec1a3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '42b07068-c579-43f8-82a7-4a11174e1900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:32:22.782776 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Bound using segment: {'id': 'efb85c38-70af-4511-a6a3-341aaec1a3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '42b07068-c579-43f8-82a7-4a11174e1900'} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:32:22.783261 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Bound port: 76f7ef76-4537-4fc2-bca4-99ad49db47c6, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb85c38-70af-4511-a6a3-341aaec1a3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '42b07068-c579-43f8-82a7-4a11174e1900'}}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:32:22.783612 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:22.816178 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-582dfc0d-2432-48fd-b333-a3b888d4f44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:22.824292 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] For port 0280157a-f1f1-4609-b933-95689f60575f, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:32:22.831500 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] For port 0280157a-f1f1-4609-b933-95689f60575f, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=0280157a-f1f1-4609-b933-95689f60575f,segment=NetworkSegment(f1b0a8cb-7605-4bf7-943c-c7d842583ed0),segment_id=f1b0a8cb-7605-4bf7-943c-c7d842583ed0)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:32:22.834513 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7acd47-0bdc-47ed-a97b-6055670ca7d0 None None] Pushing event updated for resources: {'Port': ['ID=0280157a-f1f1-4609-b933-95689f60575f,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:22.839726 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:22.845627 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-582dfc0d-2432-48fd-b333-a3b888d4f44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:22.921808 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7acd47-0bdc-47ed-a97b-6055670ca7d0 None None] Pushing event updated for resources: {'Port': ['ID=0280157a-f1f1-4609-b933-95689f60575f,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:22.929625 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-7e4c947c-0cda-47d0-afa9-34c8a7a475a4 service neutron] 10.222.0.54 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242210 Aug 31 23:32:22.953098 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Routers {'fc3500cc-5357-48aa-b98e-215d5f684b75'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:32:22.953984 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:32:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['fc3500cc-5357-48aa-b98e-215d5f684b75'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:23.028968 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1999b-33e6-47dc-9b88-96dcf575ec3f req-b308b56a-27ca-4a6f-93ff-b3dc95027233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:23.033277 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-36c1999b-33e6-47dc-9b88-96dcf575ec3f req-b308b56a-27ca-4a6f-93ff-b3dc95027233 service neutron] 10.222.0.53 "GET /v2.0/networks?id=03ddb66a-f30e-4aed-9d86-e20e86a51596 HTTP/1.1" status: 200 len: 915 time: 1.5102639 Aug 31 23:32:23.064341 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-582dfc0d-2432-48fd-b333-a3b888d4f44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:23.067121 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-582dfc0d-2432-48fd-b333-a3b888d4f44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:23.083932 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-582dfc0d-2432-48fd-b333-a3b888d4f44d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ce706302-5390-4203-9cbe-3b4a17ac5f49 HTTP/1.1" status: 204 len: 168 time: 0.4688568 Aug 31 23:32:23.148049 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-fc47d12f-01af-4b27-842f-d4be752ca560 service neutron] 10.222.0.54 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888611 Aug 31 23:32:23.229930 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582dfc0d-2432-48fd-b333-a3b888d4f44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce706302-5390-4203-9cbe-3b4a17ac5f49,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:23.321288 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] Set router fc3500cc-5357-48aa-b98e-215d5f684b75 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:32:23.356594 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-36c1999b-33e6-47dc-9b88-96dcf575ec3f req-1df00121-c191-40e7-b7ac-71f60221374b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd412178-72a4-400d-a2ce-edb25feb3689 HTTP/1.1" status: 200 len: 217 time: 0.0983031 Aug 31 23:32:23.383799 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] For port 76f7ef76-4537-4fc2-bca4-99ad49db47c6, host hv-cinder-80445, cleared binding levels {{(pid=93845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:32:23.396229 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] For port 76f7ef76-4537-4fc2-bca4-99ad49db47c6, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=76f7ef76-4537-4fc2-bca4-99ad49db47c6,segment=NetworkSegment(efb85c38-70af-4511-a6a3-341aaec1a3bf),segment_id=efb85c38-70af-4511-a6a3-341aaec1a3bf)] {{(pid=93845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:32:23.433100 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:23.594191 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff055e97-a934-4ad0-978e-2f4c11de344b req-c2c39efa-ad38-4bd4-90dd-c1c3b4f8ec04 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:23.598446 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ff055e97-a934-4ad0-978e-2f4c11de344b req-c2c39efa-ad38-4bd4-90dd-c1c3b4f8ec04 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 943 time: 0.5741332 Aug 31 23:32:23.605680 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 60441062-0c07-4cda-9809-6fbda1ffdb9f up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:32:23.608172 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1999b-33e6-47dc-9b88-96dcf575ec3f req-96eb7d01-401f-4760-a816-3605e781f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:23.609713 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-36c1999b-33e6-47dc-9b88-96dcf575ec3f req-96eb7d01-401f-4760-a816-3605e781f7fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf HTTP/1.1" status: 200 len: 854 time: 0.2232280 Aug 31 23:32:23.738872 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:23.739496 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:23.741059 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] 10.222.0.53 "PUT /v2.0/ports/76f7ef76-4537-4fc2-bca4-99ad49db47c6 HTTP/1.1" status: 200 len: 1094 time: 3.5676172 Aug 31 23:32:23.741624 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c553b9-21af-459a-8264-5064685ce0fb', 'tag': '76f7ef76-4537-4fc2-bca4-99ad49db47c6'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:32:23.816804 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-57fef857-4ad7-4cf0-b26b-ace36f504761 req-fd0f4912-2e0c-4742-9513-8a36273d4001 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 210 time: 0.1560881 Aug 31 23:32:23.932239 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-36c1999b-33e6-47dc-9b88-96dcf575ec3f req-50345dc2-7d7f-4213-a90f-e78c806d3aed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ddb66a-f30e-4aed-9d86-e20e86a51596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1644783 Aug 31 23:32:24.098954 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 60441062-0c07-4cda-9809-6fbda1ffdb9f completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:32:24.120571 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 60441062-0c07-4cda-9809-6fbda1ffdb9f triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:24.120946 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:24.197218 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601337a2-d650-4bb9-a888-bd64c5c60b73 service neutron] Pushing event updated for resources: {'Port': ['ID=76f7ef76-4537-4fc2-bca4-99ad49db47c6,revision_number=3']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:24.331710 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ff055e97-a934-4ad0-978e-2f4c11de344b req-cf57a842-f51b-41f1-a2f6-5ff8dad9d5be tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7159064 Aug 31 23:32:24.332345 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-36c1999b-33e6-47dc-9b88-96dcf575ec3f req-be19b5b7-1f84-4e0a-bc8d-4aa9863116ee service neutron] 10.222.0.53 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845022 Aug 31 23:32:24.349318 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-97aa27be-1dab-4896-8d59-335b02f81818 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:24.460032 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'name': 'tempest-ServerRescueNegativeTestJSON-1487364172-router', 'tenant_id': '50a47fc76e7d48e5b704d5f2dd962483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:16Z', 'revision_number': 4, 'project_id': '50a47fc76e7d48e5b704d5f2dd962483', 'gw_port': {'id': 'b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:06Z', 'updated_at': '2021-08-31T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '0280157a-f1f1-4609-b933-95689f60575f', 'name': '', 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f', 'tenant_id': '50a47fc76e7d48e5b704d5f2dd962483', 'mac_address': 'fa:16:3e:59:28:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c53f0166-3f80-478d-8aa4-6c43d9c06f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:11Z', 'updated_at': '2021-08-31T23:32:22Z', 'revision_number': 4, 'project_id': '50a47fc76e7d48e5b704d5f2dd962483', 'subnets': [{'id': 'c53f0166-3f80-478d-8aa4-6c43d9c06f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:24.465090 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:24.499206 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd1a2b-55a3-4bca-9102-e914f5f98677 None None] The sync data for ids ['fc3500cc-5357-48aa-b98e-215d5f684b75'] in dv-cinder-804459-5-iscsi is: [{'id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'name': 'tempest-ServerRescueNegativeTestJSON-1487364172-router', 'tenant_id': '50a47fc76e7d48e5b704d5f2dd962483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:16Z', 'revision_number': 4, 'project_id': '50a47fc76e7d48e5b704d5f2dd962483', 'gw_port': {'id': 'b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:06Z', 'updated_at': '2021-08-31T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '0280157a-f1f1-4609-b933-95689f60575f', 'name': '', 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f', 'tenant_id': '50a47fc76e7d48e5b704d5f2dd962483', 'mac_address': 'fa:16:3e:59:28:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c53f0166-3f80-478d-8aa4-6c43d9c06f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:11Z', 'updated_at': '2021-08-31T23:32:22Z', 'revision_number': 4, 'project_id': '50a47fc76e7d48e5b704d5f2dd962483', 'subnets': [{'id': 'c53f0166-3f80-478d-8aa4-6c43d9c06f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:32:24.503034 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:32:24.539490 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port 60441062-0c07-4cda-9809-6fbda1ffdb9f, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=60441062-0c07-4cda-9809-6fbda1ffdb9f,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:24.549824 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:24.705992 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=60441062-0c07-4cda-9809-6fbda1ffdb9f,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:24.730416 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f2714f-4753-4cd3-a9e3-03300b487b58" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c553b9-21af-459a-8264-5064685ce0fb", "tag": "76f7ef76-4537-4fc2-bca4-99ad49db47c6"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:32:24.783519 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39254) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:24.895497 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9aa408-7873-4d1d-99a6-ab6befe6b925 req-a860b0aa-e910-41a8-97ad-47af44d28608 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:24.897109 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-7f9aa408-7873-4d1d-99a6-ab6befe6b925 req-a860b0aa-e910-41a8-97ad-47af44d28608 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 944 time: 0.5638371 Aug 31 23:32:25.002383 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-7f9aa408-7873-4d1d-99a6-ab6befe6b925 req-b602bdd2-f537-47b1-b25a-269d18dcf4eb tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899665 Aug 31 23:32:25.008423 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-36c1999b-33e6-47dc-9b88-96dcf575ec3f req-5af54399-574b-4aad-a1a6-82bd90ac92bf service neutron] 10.222.0.53 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429740 Aug 31 23:32:25.093126 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [None req-97aa27be-1dab-4896-8d59-335b02f81818 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Allocated IP 172.27.0.217 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/8cf6adf2-3e3e-4aa7-b347-d0df8c199721) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:32:25.103023 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f1e20efd-9076-4e6d-a0c5-ea5e5ca94ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:25.108572 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-8c9ee631-a5a6-4528-9ca9-8d90a6be0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:25.113205 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-8c9ee631-a5a6-4528-9ca9-8d90a6be0ddc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e9c9c3474be41199ebb7e2534cb741e&device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 1097 time: 1.1174104 Aug 31 23:32:25.281801 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-29b4e538-580d-4552-88d3-cee6c7290718 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:25.284064 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-29b4e538-580d-4552-88d3-cee6c7290718 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/networks?id=4bcb073e-1d75-46c6-8333-a59aa396399f HTTP/1.1" status: 200 len: 819 time: 0.4968760 Aug 31 23:32:25.438574 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39272) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:25.448022 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f1e20efd-9076-4e6d-a0c5-ea5e5ca94ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:25.460151 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f1e20efd-9076-4e6d-a0c5-ea5e5ca94ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:25.511090 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-11a8bac9-d45b-4a70-a10f-7e275ce1fc77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76f7ef76-4537-4fc2-bca4-99ad49db47c6 HTTP/1.1" status: 200 len: 217 time: 0.3067918 Aug 31 23:32:25.529761 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-6ddd5d95-5e29-4ba7-9ebf-cac56154b9c5 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/quotas/50a47fc76e7d48e5b704d5f2dd962483 HTTP/1.1" status: 200 len: 375 time: 0.2003596 Aug 31 23:32:25.591497 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 0280157a-f1f1-4609-b933-95689f60575f up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:32:25.602560 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f1e20efd-9076-4e6d-a0c5-ea5e5ca94ce3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=22e76ca2f4694f71978bd4c318208628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8003390 Aug 31 23:32:25.612941 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39276) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:25.636009 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e20efd-9076-4e6d-a0c5-ea5e5ca94ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8b749e-e601-4b57-b242-c725a6478f5e,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:25.682436 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-fa6aad7d-8ae5-4cf6-824b-b1c4d298678d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1693840971-network', 'tenant_id': '59b7cdb00aa24d31a5fdab21c5b134d2'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:25.719567 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 0280157a-f1f1-4609-b933-95689f60575f completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:32:25.728124 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 0280157a-f1f1-4609-b933-95689f60575f triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:25.728674 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:25.899328 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6aad7d-8ae5-4cf6-824b-b1c4d298678d admin admin] Made reservation on behalf of 59b7cdb00aa24d31a5fdab21c5b134d2 for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:32:25.911267 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fa6aad7d-8ae5-4cf6-824b-b1c4d298678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:25.928335 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fa6aad7d-8ae5-4cf6-824b-b1c4d298678d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:25.959647 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:25.984167 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2c3c8fd4-340f-46ed-8aff-491783af30a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:26.052706 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16a32a0-817e-4842-afd8-118a036515c4 x-openstack-request-id: req-e16a32a0-817e-4842-afd8-118a036515c4 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:32:26.053139 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c553b9-21af-459a-8264-5064685ce0fb", "tag": "76f7ef76-4537-4fc2-bca4-99ad49db47c6", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:32:26.053484 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e16a32a0-817e-4842-afd8-118a036515c4 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:32:26.054030 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c553b9-21af-459a-8264-5064685ce0fb', 'tag': '76f7ef76-4537-4fc2-bca4-99ad49db47c6', 'status': 'completed', 'code': 200} Aug 31 23:32:26.067920 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port 0280157a-f1f1-4609-b933-95689f60575f, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=0280157a-f1f1-4609-b933-95689f60575f,segment=NetworkSegment(f1b0a8cb-7605-4bf7-943c-c7d842583ed0),segment_id=f1b0a8cb-7605-4bf7-943c-c7d842583ed0)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:26.076080 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:26.077375 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 60441062-0c07-4cda-9809-6fbda1ffdb9f up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:32:26.197203 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-fa5d848c-0671-4569-b1e3-d2475666321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:26.210886 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-fa5d848c-0671-4569-b1e3-d2475666321a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8406c4e-2ffb-4022-8a6d-9d89019cb51c HTTP/1.1" status: 200 len: 851 time: 0.6494708 Aug 31 23:32:26.227651 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-0ea5649d-81fe-46d3-8c57-85b3b09bcb64 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=50a47fc76e7d48e5b704d5f2dd962483&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6967556 Aug 31 23:32:26.243192 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fa6aad7d-8ae5-4cf6-824b-b1c4d298678d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:26.255755 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-97aa27be-1dab-4896-8d59-335b02f81818 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:26.292571 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 60441062-0c07-4cda-9809-6fbda1ffdb9f triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:26.292760 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fa6aad7d-8ae5-4cf6-824b-b1c4d298678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:26.295851 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:26.372255 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=0280157a-f1f1-4609-b933-95689f60575f,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:26.380018 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2c3c8fd4-340f-46ed-8aff-491783af30a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:26.494082 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6aad7d-8ae5-4cf6-824b-b1c4d298678d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:32:26.521530 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ffef6-568f-46e7-a675-ef1fefe261f0 req-eabfba44-4aa4-46d0-8678-603445c5ab2b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:26.523357 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db7ffef6-568f-46e7-a675-ef1fefe261f0 req-eabfba44-4aa4-46d0-8678-603445c5ab2b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 943 time: 0.6543250 Aug 31 23:32:26.549162 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-03f7e5d1-9478-44bc-957d-701d91f7dfc3 service neutron] 10.222.0.54 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856114 Aug 31 23:32:26.566521 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-97aa27be-1dab-4896-8d59-335b02f81818 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:26.575782 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6aad7d-8ae5-4cf6-824b-b1c4d298678d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90ae45c-d5ad-4c84-ad10-9528ab0f17f2,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:26.579895 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fa6aad7d-8ae5-4cf6-824b-b1c4d298678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:26.580442 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-fa6aad7d-8ae5-4cf6-824b-b1c4d298678d admin admin] Added segment 55466f99-261a-4ace-9377-23c3434a4926 of type vlan for network 866ad13f-399b-4f0e-90c1-2841b70823cf Aug 31 23:32:26.663915 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fa6aad7d-8ae5-4cf6-824b-b1c4d298678d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:26.678496 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-c4e35663-523b-4881-8b93-ec9d2c797001 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:26.680270 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-c4e35663-523b-4881-8b93-ec9d2c797001 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.53 "GET /v2.0/networks?id=4bcb073e-1d75-46c6-8333-a59aa396399f HTTP/1.1" status: 200 len: 819 time: 0.4321079 Aug 31 23:32:26.686744 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-469364aa-ca52-4622-9cb2-0eceed579876 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42b07068-c579-43f8-82a7-4a11174e1900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428211 Aug 31 23:32:26.707185 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db7ffef6-568f-46e7-a675-ef1fefe261f0 req-bfc41192-222e-4d7f-a134-bb79adc5c354 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679239 Aug 31 23:32:26.709832 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2c3c8fd4-340f-46ed-8aff-491783af30a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:26.712425 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2c3c8fd4-340f-46ed-8aff-491783af30a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:26.713568 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-2c3c8fd4-340f-46ed-8aff-491783af30a0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ac8b749e-e601-4b57-b242-c725a6478f5e HTTP/1.1" status: 204 len: 168 time: 1.0991437 Aug 31 23:32:26.762849 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c8fd4-340f-46ed-8aff-491783af30a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8b749e-e601-4b57-b242-c725a6478f5e,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:26.770311 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aa27be-1dab-4896-8d59-335b02f81818 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:32:26.775417 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-97aa27be-1dab-4896-8d59-335b02f81818 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:26.779832 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fa6aad7d-8ae5-4cf6-824b-b1c4d298678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:26.780942 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aa27be-1dab-4896-8d59-335b02f81818 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:32:26.781308 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6aad7d-8ae5-4cf6-824b-b1c4d298678d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:26.782049 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fa6aad7d-8ae5-4cf6-824b-b1c4d298678d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:26.878117 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-bd3505c7-9ead-4a40-aff3-a1078af47e65 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Request body: {'port': {'device_id': '62a6b6ba-ec4b-42e0-8d59-c7116d35369c', 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f', 'admin_state_up': True, 'tenant_id': '50a47fc76e7d48e5b704d5f2dd962483'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:26.927020 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-97aa27be-1dab-4896-8d59-335b02f81818 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:26.932038 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-fa6aad7d-8ae5-4cf6-824b-b1c4d298678d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4920578 Aug 31 23:32:26.932712 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39300) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:26.985259 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa27be-1dab-4896-8d59-335b02f81818 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Pushing event updated for resources: {'Port': ['ID=8cf6adf2-3e3e-4aa7-b347-d0df8c199721,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:26.996642 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-66ece461-0e2a-42b3-bfdb-e22fdcdf9629 admin admin] Request body: {'subnet': {'network_id': '866ad13f-399b-4f0e-90c1-2841b70823cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1693840971-subnet', 'tenant_id': '59b7cdb00aa24d31a5fdab21c5b134d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:27.025211 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6aad7d-8ae5-4cf6-824b-b1c4d298678d admin admin] Pushing event updated for resources: {'Network': ['ID=866ad13f-399b-4f0e-90c1-2841b70823cf,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:27.038041 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network 866ad13f-399b-4f0e-90c1-2841b70823cf details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:32:27.065836 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ece461-0e2a-42b3-bfdb-e22fdcdf9629 admin admin] Made reservation on behalf of 59b7cdb00aa24d31a5fdab21c5b134d2 for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:32:27.069534 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-66ece461-0e2a-42b3-bfdb-e22fdcdf9629 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:27.088790 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29c1bc-6551-437d-ba7c-ce4bee3bdbfc req-59555802-2314-471d-b068-95a0e2a4f902 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:27.096574 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2b29c1bc-6551-437d-ba7c-ce4bee3bdbfc req-59555802-2314-471d-b068-95a0e2a4f902 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 944 time: 0.2355216 Aug 31 23:32:27.260640 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2b29c1bc-6551-437d-ba7c-ce4bee3bdbfc req-900015da-76f0-450b-86eb-0af34a782c20 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630204 Aug 31 23:32:27.279467 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-97aa27be-1dab-4896-8d59-335b02f81818 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:27.283505 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-bd3505c7-9ead-4a40-aff3-a1078af47e65 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Made reservation on behalf of 50a47fc76e7d48e5b704d5f2dd962483 for: {'port': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:32:27.287964 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-bd3505c7-9ead-4a40-aff3-a1078af47e65 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:27.333955 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39312) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:27.389655 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-279b9d1a-3fa1-4a6e-874a-7992acfb9d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:27.435994 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 0280157a-f1f1-4609-b933-95689f60575f up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:32:27.481197 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-3c2280d5-0269-4f1f-9cd8-93da7e7843f4 service neutron] 10.222.0.54 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9042144 Aug 31 23:32:27.528627 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 0280157a-f1f1-4609-b933-95689f60575f triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:27.530825 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:27.570836 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-aae3444e-8a95-4ee4-ac72-96696fe7ad31 service neutron] 10.222.0.53 "GET /v2.0/networks/42b07068-c579-43f8-82a7-4a11174e1900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897861 Aug 31 23:32:27.620260 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-66ece461-0e2a-42b3-bfdb-e22fdcdf9629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:27.673974 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-97aa27be-1dab-4896-8d59-335b02f81818 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:27.681735 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-97aa27be-1dab-4896-8d59-335b02f81818 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:27.710670 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ece461-0e2a-42b3-bfdb-e22fdcdf9629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da301aef-60bc-4462-893a-2b4ad440db5f,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:27.733375 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-97aa27be-1dab-4896-8d59-335b02f81818 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762317'] for floatingip, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:27.767226 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-bd3505c7-9ead-4a40-aff3-a1078af47e65 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Allocated IP 172.20.0.8 (4bcb073e-1d75-46c6-8333-a59aa396399f/c53f0166-3f80-478d-8aa4-6c43d9c06f6f/f75ec18e-555b-47f3-a862-1608fd678194) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:32:27.778977 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-538d0836-17d4-4b21-a44d-9dd5b34c1495 req-19a48be1-ae5b-4ed4-bd79-e7ffdbb1d18b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 210 time: 0.1064670 Aug 31 23:32:27.838548 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ece461-0e2a-42b3-bfdb-e22fdcdf9629 admin admin] Checking segment: {'id': '55466f99-261a-4ace-9377-23c3434a4926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '866ad13f-399b-4f0e-90c1-2841b70823cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:32:27.838897 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ece461-0e2a-42b3-bfdb-e22fdcdf9629 admin admin] Network hostable DHCP agents. Network: 866ad13f-399b-4f0e-90c1-2841b70823cf, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:32:27.841508 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa27be-1dab-4896-8d59-335b02f81818 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Pushing event updated for resources: {'Port': ['ID=8cf6adf2-3e3e-4aa7-b347-d0df8c199721,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:27.887653 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-279b9d1a-3fa1-4a6e-874a-7992acfb9d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:27.897395 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-279b9d1a-3fa1-4a6e-874a-7992acfb9d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:27.901984 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-97aa27be-1dab-4896-8d59-335b02f81818 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:27.901984 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-97aa27be-1dab-4896-8d59-335b02f81818 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7075865 Aug 31 23:32:27.904553 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a5a3c15c-56b5-4304-a185-4c9f686e74b7 req-81828bd9-9a82-4947-b9c7-465824dcd9b3 service neutron] 10.222.0.53 "GET /v2.0/networks/42b07068-c579-43f8-82a7-4a11174e1900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869137 Aug 31 23:32:27.912656 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0246524-e9aa-4c20-b43e-523dd7862df1 req-ce797ad1-ddc4-4d65-9c1a-33040e40f5e2 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:27.914116 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d0246524-e9aa-4c20-b43e-523dd7862df1 req-ce797ad1-ddc4-4d65-9c1a-33040e40f5e2 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 943 time: 0.0853620 Aug 31 23:32:27.958368 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ece461-0e2a-42b3-bfdb-e22fdcdf9629 admin admin] Network 866ad13f-399b-4f0e-90c1-2841b70823cf is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:32:27.959193 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d0246524-e9aa-4c20-b43e-523dd7862df1 req-730a61e6-bc86-4319-968a-139dd866165a tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354509 Aug 31 23:32:28.012093 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-66ece461-0e2a-42b3-bfdb-e22fdcdf9629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, 866ad13f-399b-4f0e-90c1-2841b70823cf) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:28.022462 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182317b7-e2cc-477b-ad62-07732adb4321 None None] Network 866ad13f-399b-4f0e-90c1-2841b70823cf requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:32:28.026521 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ece461-0e2a-42b3-bfdb-e22fdcdf9629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:28.027102 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-66ece461-0e2a-42b3-bfdb-e22fdcdf9629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:28.032202 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2714f-4753-4cd3-a9e3-03300b487b58 req-6e55b9c5-2c14-439d-9b42-80001c982fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:28.033801 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-279b9d1a-3fa1-4a6e-874a-7992acfb9d09 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=81313af1182e4759844205d46cf92646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6984711 Aug 31 23:32:28.033978 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c9f2714f-4753-4cd3-a9e3-03300b487b58 req-6e55b9c5-2c14-439d-9b42-80001c982fa8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e9c9c3474be41199ebb7e2534cb741e&device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 1097 time: 0.0704579 Aug 31 23:32:28.034536 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b9d1a-3fa1-4a6e-874a-7992acfb9d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68952e29-5ed4-43b4-8eb6-c61b7fd2f84c,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:28.034659 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 39340) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:28.086565 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-66ece461-0e2a-42b3-bfdb-e22fdcdf9629 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0861149 Aug 31 23:32:28.115581 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-bd3505c7-9ead-4a40-aff3-a1078af47e65 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:28.224441 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-bd3505c7-9ead-4a40-aff3-a1078af47e65 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:28.244455 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f8a2a6-237d-40e3-a722-81523c1ea3d5 None None] Network 866ad13f-399b-4f0e-90c1-2841b70823cf requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:32:28.288552 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-74065563-5f0c-4e1b-a0b0-caf1b7c51a56 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--380214154&fields=id&tenant_id=2c49e741b70d4f008e8dbd658695b1d0 HTTP/1.1" status: 200 len: 267 time: 0.1104186 Aug 31 23:32:28.326052 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c6ce4f36-2b0e-4af2-b6d9-3e2b98d629d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:28.354991 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2714f-4753-4cd3-a9e3-03300b487b58 req-735790c6-e006-46c2-b8b4-0f5520c11ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:28.357324 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c9f2714f-4753-4cd3-a9e3-03300b487b58 req-735790c6-e006-46c2-b8b4-0f5520c11ddd service neutron] 10.222.0.53 "GET /v2.0/networks?id=42b07068-c579-43f8-82a7-4a11174e1900 HTTP/1.1" status: 200 len: 912 time: 0.2919586 Aug 31 23:32:28.389953 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c6ce4f36-2b0e-4af2-b6d9-3e2b98d629d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:28.444079 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c9f2714f-4753-4cd3-a9e3-03300b487b58 req-be025d45-bd38-47b5-8b3f-3d27b6c1a443 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76f7ef76-4537-4fc2-bca4-99ad49db47c6 HTTP/1.1" status: 200 len: 217 time: 0.0763748 Aug 31 23:32:28.555103 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0266baf-336c-4eaa-a9a5-b049b05b611e req-4c7a6c34-a097-43b1-a51c-a0fa0e27c950 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:28.556893 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a0266baf-336c-4eaa-a9a5-b049b05b611e req-4c7a6c34-a097-43b1-a51c-a0fa0e27c950 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 944 time: 0.1647747 Aug 31 23:32:28.566591 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3505c7-9ead-4a40-aff3-a1078af47e65 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Pushing event updated for resources: {'Port': ['ID=f75ec18e-555b-47f3-a862-1608fd678194,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:28.567334 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2714f-4753-4cd3-a9e3-03300b487b58 req-cd2dc1d3-336c-4422-baa3-4a06d64f0b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:28.568863 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c9f2714f-4753-4cd3-a9e3-03300b487b58 req-cd2dc1d3-336c-4422-baa3-4a06d64f0b1f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8406c4e-2ffb-4022-8a6d-9d89019cb51c HTTP/1.1" status: 200 len: 851 time: 0.1019371 Aug 31 23:32:28.625297 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-bd3505c7-9ead-4a40-aff3-a1078af47e65 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Network 4bcb073e-1d75-46c6-8333-a59aa396399f is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:32:28.626454 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c6ce4f36-2b0e-4af2-b6d9-3e2b98d629d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:28.629204 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c6ce4f36-2b0e-4af2-b6d9-3e2b98d629d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:28.632462 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-bd3505c7-9ead-4a40-aff3-a1078af47e65 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:28.633115 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-c6ce4f36-2b0e-4af2-b6d9-3e2b98d629d4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/68952e29-5ed4-43b4-8eb6-c61b7fd2f84c HTTP/1.1" status: 204 len: 168 time: 0.5974290 Aug 31 23:32:28.641027 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-bd3505c7-9ead-4a40-aff3-a1078af47e65 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:32:28.647796 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-bd3505c7-9ead-4a40-aff3-a1078af47e65 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:28.648439 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-bd3505c7-9ead-4a40-aff3-a1078af47e65 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:28.661304 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a0266baf-336c-4eaa-a9a5-b049b05b611e req-0d62d065-6f70-429e-96f4-659fe24dca63 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970774 Aug 31 23:32:28.665928 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c9f2714f-4753-4cd3-a9e3-03300b487b58 req-07f13e04-6494-4a38-aa5a-78507e63ac10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42b07068-c579-43f8-82a7-4a11174e1900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764606 Aug 31 23:32:28.667543 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce4f36-2b0e-4af2-b6d9-3e2b98d629d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68952e29-5ed4-43b4-8eb6-c61b7fd2f84c,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:28.679231 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-bd3505c7-9ead-4a40-aff3-a1078af47e65 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8151047 Aug 31 23:32:28.712889 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Request body: {'port': {'device_id': '62a6b6ba-ec4b-42e0-8d59-c7116d35369c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:28.856898 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-cd9824dc-5d70-4343-be40-12b0655fe6b8 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:28.862828 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-cd9824dc-5d70-4343-be40-12b0655fe6b8 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/networks?id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d HTTP/1.1" status: 200 len: 816 time: 0.5689909 Aug 31 23:32:28.915850 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-a47c575f-5ca4-4424-bddf-52e807e1f91b tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/quotas/2c49e741b70d4f008e8dbd658695b1d0 HTTP/1.1" status: 200 len: 375 time: 0.0500674 Aug 31 23:32:28.922581 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:28.948133 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.53', 50315) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:28.969397 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c9f2714f-4753-4cd3-a9e3-03300b487b58 req-34c8a42d-f92f-47c0-9d9f-99e76824241b service neutron] 10.222.0.53 "GET /v2.0/networks/42b07068-c579-43f8-82a7-4a11174e1900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947831 Aug 31 23:32:29.008031 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4f2b8e98-2926-4465-b7b3-fad05d70bce1 req-41353300-ce7a-4d75-adf7-5ff1a25e8f2c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 210 time: 0.0973659 Aug 31 23:32:29.035725 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-1e60ae69-c462-4750-9c07-2b79c734e1d1 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c49e741b70d4f008e8dbd658695b1d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1083231 Aug 31 23:32:29.174705 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-93fcf261-189e-414d-8e0f-b755ecb1e012 service neutron] 10.222.0.54 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116877 Aug 31 23:32:29.175277 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39400) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:29.184519 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-08921adf-55fa-4f3e-ad6a-63cdb2957c25 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1695030117-network', 'tenant_id': '3ba7bb2e0d6148e88d70520a6d47c245'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:29.336919 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08921adf-55fa-4f3e-ad6a-63cdb2957c25 admin admin] Made reservation on behalf of 3ba7bb2e0d6148e88d70520a6d47c245 for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:32:29.339212 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08921adf-55fa-4f3e-ad6a-63cdb2957c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:29.358529 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08921adf-55fa-4f3e-ad6a-63cdb2957c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:29.455337 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-ef966891-806b-45dd-8eab-d8f92a2511a8 service neutron] 10.222.0.54 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936035 Aug 31 23:32:29.471014 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955800a-d6c8-4c3e-b46e-2efb353cdb2f req-76e495e1-dfa5-491d-8cc4-12866d99e545 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:29.483413 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f955800a-d6c8-4c3e-b46e-2efb353cdb2f req-76e495e1-dfa5-491d-8cc4-12866d99e545 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 943 time: 0.3882918 Aug 31 23:32:29.552624 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-66598b99-f448-4d01-879e-5f978c1b210e tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:29.554180 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-66598b99-f448-4d01-879e-5f978c1b210e tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.53 "GET /v2.0/networks?id=4bcb073e-1d75-46c6-8333-a59aa396399f HTTP/1.1" status: 200 len: 819 time: 0.6035626 Aug 31 23:32:29.558262 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c9f2714f-4753-4cd3-a9e3-03300b487b58 req-2590af57-3b4a-4b12-84ef-0890f07926db service neutron] 10.222.0.53 "GET /v2.0/networks/42b07068-c579-43f8-82a7-4a11174e1900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528169 Aug 31 23:32:29.569966 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f955800a-d6c8-4c3e-b46e-2efb353cdb2f req-5d5084c8-d56c-42ec-83ad-3d0185a3ff32 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846150 Aug 31 23:32:29.574816 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-a6ffdb0c-e16d-49a9-a49f-5bd0fab7c4b1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Request body: {'port': {'device_id': 'ae948c91-2a26-4764-961c-55cd9341ec62', 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f', 'admin_state_up': True, 'tenant_id': '50a47fc76e7d48e5b704d5f2dd962483'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:29.608140 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08921adf-55fa-4f3e-ad6a-63cdb2957c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:29.621638 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08921adf-55fa-4f3e-ad6a-63cdb2957c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:29.637190 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08921adf-55fa-4f3e-ad6a-63cdb2957c25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:32:29.648213 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08921adf-55fa-4f3e-ad6a-63cdb2957c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:29.648700 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-08921adf-55fa-4f3e-ad6a-63cdb2957c25 admin admin] Added segment 4feb25f2-09c1-4831-9191-4709e63686e6 of type vlan for network 4bf72be0-ceee-430c-b037-7187a636ec09 Aug 31 23:32:29.722975 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-37a5ca4d-9556-483d-a9d9-a82ce7d389ca req-265e7f01-7e1e-4712-99f8-0f544f8a55b4 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 210 time: 0.0528319 Aug 31 23:32:29.799674 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-a6ffdb0c-e16d-49a9-a49f-5bd0fab7c4b1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Made reservation on behalf of 50a47fc76e7d48e5b704d5f2dd962483 for: {'port': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:32:29.804512 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-a6ffdb0c-e16d-49a9-a49f-5bd0fab7c4b1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:29.867850 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08921adf-55fa-4f3e-ad6a-63cdb2957c25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:29.933449 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75ec18e-555b-47f3-a862-1608fd678194 {{(pid=93846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:32:29.944291 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08921adf-55fa-4f3e-ad6a-63cdb2957c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b05707-4bc4-40c2-9804-5fad51bf7f8e,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:29.952900 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:29.969826 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08921adf-55fa-4f3e-ad6a-63cdb2957c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:29.970921 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08921adf-55fa-4f3e-ad6a-63cdb2957c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:29.971410 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08921adf-55fa-4f3e-ad6a-63cdb2957c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:30.013238 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Transition to ACTIVE for port object f75ec18e-555b-47f3-a862-1608fd678194 will not be triggered until provisioned by entity L2. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:32:30.047652 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca3c39-81fb-43b4-84c9-8ea604370d97 req-46d31166-076f-4bdf-9ccf-8c81e4369183 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:30.051773 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-7cca3c39-81fb-43b4-84c9-8ea604370d97 req-46d31166-076f-4bdf-9ccf-8c81e4369183 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 944 time: 0.2687559 Aug 31 23:32:30.143295 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:30.167063 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08921adf-55fa-4f3e-ad6a-63cdb2957c25 admin admin] Pushing event updated for resources: {'Network': ['ID=4bf72be0-ceee-430c-b037-7187a636ec09,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:30.171598 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-08921adf-55fa-4f3e-ad6a-63cdb2957c25 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9918606 Aug 31 23:32:30.180178 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network 4bf72be0-ceee-430c-b037-7187a636ec09 details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:32:30.190595 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39452) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:30.203035 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-a6ffdb0c-e16d-49a9-a49f-5bd0fab7c4b1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Allocated IP 172.20.0.2 (4bcb073e-1d75-46c6-8333-a59aa396399f/c53f0166-3f80-478d-8aa4-6c43d9c06f6f/9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:32:30.209472 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-67844a3a-b156-4a84-a1ae-45a5dd7a1f3b req-46638e22-e328-4fc6-bb9b-ded4081bc70a tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 210 time: 0.0980661 Aug 31 23:32:30.278984 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-a2ee843d-fb4a-4e26-bc95-3200b3e31824 admin admin] Request body: {'subnet': {'network_id': '4bf72be0-ceee-430c-b037-7187a636ec09', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1695030117-subnet', 'tenant_id': '3ba7bb2e0d6148e88d70520a6d47c245', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:30.342270 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f75ec18e-555b-47f3-a862-1608fd678194,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:30.374058 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-7cca3c39-81fb-43b4-84c9-8ea604370d97 req-4eaf6906-d041-4e6e-b359-3b9c64507492 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298090 Aug 31 23:32:30.374979 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ee843d-fb4a-4e26-bc95-3200b3e31824 admin admin] Made reservation on behalf of 3ba7bb2e0d6148e88d70520a6d47c245 for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:32:30.380512 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a2ee843d-fb4a-4e26-bc95-3200b3e31824 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:30.458248 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Attempting to bind port f75ec18e-555b-47f3-a862-1608fd678194 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:32:30.458594 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Attempting to bind port f75ec18e-555b-47f3-a862-1608fd678194 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'f1b0a8cb-7605-4bf7-943c-c7d842583ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f'}] {{(pid=93846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:32:30.458923 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Attempting to bind port f75ec18e-555b-47f3-a862-1608fd678194 on network 4bcb073e-1d75-46c6-8333-a59aa396399f {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:32:30.469992 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Port f75ec18e-555b-47f3-a862-1608fd678194 on network 4bcb073e-1d75-46c6-8333-a59aa396399f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:32:30.470212 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Attempting to bind port f75ec18e-555b-47f3-a862-1608fd678194 on network 4bcb073e-1d75-46c6-8333-a59aa396399f {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:32:30.479522 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:32:30.479854 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Checking segment: {'id': 'f1b0a8cb-7605-4bf7-943c-c7d842583ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:32:30.480349 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Bound using segment: {'id': 'f1b0a8cb-7605-4bf7-943c-c7d842583ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f'} {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:32:30.480758 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Bound port: f75ec18e-555b-47f3-a862-1608fd678194, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b0a8cb-7605-4bf7-943c-c7d842583ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f'}}] {{(pid=93846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:32:30.481361 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:30.501781 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-a6ffdb0c-e16d-49a9-a49f-5bd0fab7c4b1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:30.554779 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-a6ffdb0c-e16d-49a9-a49f-5bd0fab7c4b1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:30.618275 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-a6ffdb0c-e16d-49a9-a49f-5bd0fab7c4b1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Network 4bcb073e-1d75-46c6-8333-a59aa396399f is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:32:30.618908 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] For port f75ec18e-555b-47f3-a862-1608fd678194, host hv-cinder-80445, cleared binding levels {{(pid=93846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:32:30.623843 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] For port f75ec18e-555b-47f3-a862-1608fd678194, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f75ec18e-555b-47f3-a862-1608fd678194,segment=NetworkSegment(f1b0a8cb-7605-4bf7-943c-c7d842583ed0),segment_id=f1b0a8cb-7605-4bf7-943c-c7d842583ed0)] {{(pid=93846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:32:30.625015 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-a6ffdb0c-e16d-49a9-a49f-5bd0fab7c4b1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:30.630432 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-a6ffdb0c-e16d-49a9-a49f-5bd0fab7c4b1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:32:30.636692 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-a6ffdb0c-e16d-49a9-a49f-5bd0fab7c4b1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:30.637562 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-a6ffdb0c-e16d-49a9-a49f-5bd0fab7c4b1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:30.662896 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffdb0c-e16d-49a9-a49f-5bd0fab7c4b1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Pushing event updated for resources: {'Port': ['ID=9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:30.663886 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:30.679337 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-a6ffdb0c-e16d-49a9-a49f-5bd0fab7c4b1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1081276 Aug 31 23:32:30.716923 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:30.717855 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:30.719259 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] 10.222.0.53 "PUT /v2.0/ports/f75ec18e-555b-47f3-a862-1608fd678194 HTTP/1.1" status: 200 len: 1093 time: 2.0227273 Aug 31 23:32:30.719685 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a6b6ba-ec4b-42e0-8d59-c7116d35369c', 'tag': 'f75ec18e-555b-47f3-a862-1608fd678194'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:32:30.721949 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f13e17d4f082eee8db626e153c8674a5f3112bea7488b178d1c4a6516ff361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b44c5e5-626a-40be-8f4b-527848364d51" -d '{"events": [{"name": "network-changed", "server_uuid": "62a6b6ba-ec4b-42e0-8d59-c7116d35369c", "tag": "f75ec18e-555b-47f3-a862-1608fd678194"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:32:30.735281 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a2ee843d-fb4a-4e26-bc95-3200b3e31824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:30.762638 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe5f6a-3cab-4c2d-8a29-6ae542bea324 req-70d47a7c-a444-410e-9c8a-1b4b8647046e tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:30.776136 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a6fe5f6a-3cab-4c2d-8a29-6ae542bea324 req-70d47a7c-a444-410e-9c8a-1b4b8647046e tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 943 time: 0.0917251 Aug 31 23:32:30.779676 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d56e93-da1e-4bc9-b70c-1231a2cacb7e x-openstack-request-id: req-08d56e93-da1e-4bc9-b70c-1231a2cacb7e {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:32:30.779966 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a6b6ba-ec4b-42e0-8d59-c7116d35369c", "tag": "f75ec18e-555b-47f3-a862-1608fd678194", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:32:30.780227 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-08d56e93-da1e-4bc9-b70c-1231a2cacb7e {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:32:30.780620 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a6b6ba-ec4b-42e0-8d59-c7116d35369c', 'tag': 'f75ec18e-555b-47f3-a862-1608fd678194', 'status': 'completed', 'code': 200} Aug 31 23:32:30.790306 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40960d58-fbdd-49a7-9645-390c023976a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f75ec18e-555b-47f3-a862-1608fd678194,revision_number=3']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:30.847922 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a6fe5f6a-3cab-4c2d-8a29-6ae542bea324 req-f2e1881b-a5cd-469c-8e74-7b94b80d52eb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655189 Aug 31 23:32:30.890443 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ca46d525-ae1d-4bc5-81f6-43ba878c98c7 req-00ffdcc3-330e-4a33-bc8f-81843eea95cb tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 210 time: 0.0405614 Aug 31 23:32:30.891404 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee843d-fb4a-4e26-bc95-3200b3e31824 admin admin] Checking segment: {'id': '4feb25f2-09c1-4831-9191-4709e63686e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4bf72be0-ceee-430c-b037-7187a636ec09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:32:30.891760 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ee843d-fb4a-4e26-bc95-3200b3e31824 admin admin] Network hostable DHCP agents. Network: 4bf72be0-ceee-430c-b037-7187a636ec09, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:32:30.893884 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee843d-fb4a-4e26-bc95-3200b3e31824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bf972a9-da93-4789-a733-f260901c0a10,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:30.927977 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ee843d-fb4a-4e26-bc95-3200b3e31824 admin admin] Network 4bf72be0-ceee-430c-b037-7187a636ec09 is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:32:30.938104 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-a2ee843d-fb4a-4e26-bc95-3200b3e31824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, 4bf72be0-ceee-430c-b037-7187a636ec09) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:30.944157 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ee843d-fb4a-4e26-bc95-3200b3e31824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:30.945556 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a2ee843d-fb4a-4e26-bc95-3200b3e31824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:30.949974 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2c3295-2799-4bcf-b6ea-bebd4acc03f2 None None] Network 4bf72be0-ceee-430c-b037-7187a636ec09 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:32:30.962069 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-a2ee843d-fb4a-4e26-bc95-3200b3e31824 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7697046 Aug 31 23:32:31.126897 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666c7cbc-e070-4a2a-bdea-df3797f13a7e None None] Network 4bf72be0-ceee-430c-b037-7187a636ec09 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:32:31.159266 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39510) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:31.183422 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 39514) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:31.230613 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b3f318-6dcd-4fd6-b2ce-8296ddca5028 admin admin] Deleting subnet da301aef-60bc-4462-893a-2b4ad440db5f {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:32:31.234221 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f318-6dcd-4fd6-b2ce-8296ddca5028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:31.286501 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f318-6dcd-4fd6-b2ce-8296ddca5028 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:31.313320 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f318-6dcd-4fd6-b2ce-8296ddca5028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534214'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:31.383133 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f318-6dcd-4fd6-b2ce-8296ddca5028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:31.403855 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264df88-9d13-49bb-a36f-65c7e3aef459 req-82642c78-c208-4486-a212-0f6fcfa857ef tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:31.406412 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d264df88-9d13-49bb-a36f-65c7e3aef459 req-82642c78-c208-4486-a212-0f6fcfa857ef tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 931 time: 0.0814769 Aug 31 23:32:31.421480 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a672435e-27d5-4951-8883-7559c3dbb67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:31.429747 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f318-6dcd-4fd6-b2ce-8296ddca5028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:31.434296 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f6b3f318-6dcd-4fd6-b2ce-8296ddca5028 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/da301aef-60bc-4462-893a-2b4ad440db5f HTTP/1.1" status: 204 len: 168 time: 0.2713020 Aug 31 23:32:31.434296 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3f318-6dcd-4fd6-b2ce-8296ddca5028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da301aef-60bc-4462-893a-2b4ad440db5f,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:31.435652 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39538) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:31.473726 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d264df88-9d13-49bb-a36f-65c7e3aef459 req-52607d06-57fa-47cb-ac05-336d879cbd04 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600884 Aug 31 23:32:31.549799 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564137'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:31.564015 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b15bc-1774-4e0e-bc7c-356fdcab013a req-ba458f46-bbf0-4173-b2b8-27d90fbc4c04 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:31.565694 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-012b15bc-1774-4e0e-bc7c-356fdcab013a req-ba458f46-bbf0-4173-b2b8-27d90fbc4c04 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 944 time: 0.0791640 Aug 31 23:32:31.580943 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a672435e-27d5-4951-8883-7559c3dbb67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:31.586485 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a672435e-27d5-4951-8883-7559c3dbb67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:31.634753 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-a672435e-27d5-4951-8883-7559c3dbb67b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cc95fedd648640aab5510f3ec188f757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502299 Aug 31 23:32:31.635807 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672435e-27d5-4951-8883-7559c3dbb67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693ea8bf-3325-48e8-b5da-790e0a04403d,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:31.638288 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 39546) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:31.664147 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-012b15bc-1774-4e0e-bc7c-356fdcab013a req-3b12da2a-ad58-4054-8ccb-f711d15ab348 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899637 Aug 31 23:32:31.677186 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-555069', 'neutron.services.segments.db._delete_segments_for_network-8773537300673'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:31.692391 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:32:31.692391 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:32:31.692391 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:32:31.692391 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Subscribe: > port after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:32:31.692391 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:32:31.692838 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Subscribe: > port after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:32:31.692911 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:32:31.693225 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:32:31.693545 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:32:31.694193 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:32:31.696912 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-22a7534c-274e-47a6-a9ad-a68f4b9aaad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:31.718486 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-22a7534c-274e-47a6-a9ad-a68f4b9aaad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:31.720219 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 39548) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:31.772991 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-22a7534c-274e-47a6-a9ad-a68f4b9aaad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:31.775643 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-22a7534c-274e-47a6-a9ad-a68f4b9aaad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:31.779339 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-22a7534c-274e-47a6-a9ad-a68f4b9aaad2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/693ea8bf-3325-48e8-b5da-790e0a04403d HTTP/1.1" status: 204 len: 168 time: 0.1376157 Aug 31 23:32:31.789342 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7534c-274e-47a6-a9ad-a68f4b9aaad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693ea8bf-3325-48e8-b5da-790e0a04403d,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:31.850089 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0ed6584f-2357-46cb-9444-f814cca9bcda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:31.882293 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:32:31.885849 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:32:31.886300 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:32:31.887082 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:32:31.888287 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866ad13f-399b-4f0e-90c1-2841b70823cf']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:31.915176 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55466f99-261a-4ace-9377-23c3434a4926') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:31.916040 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55466f99-261a-4ace-9377-23c3434a4926') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:31.937712 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773537312853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942956'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:31.963963 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:31.976191 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:32:31.976940 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12942791'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: from cryptography.utils import int_from_bytes Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: from cryptography.utils import int_from_bytes Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: timer() Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: cb(*args, **kw) Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: self._notify() Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: self.callback(batched_events) Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: event.method(event) Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._get(url).json() Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:32:31.981725 dv-cinder-804459-5-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:32:31.997240 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a52ee-f4cd-4122-8ac4-a1e37d4bdefe req-1c05bb5f-09fe-4f05-ae2a-04bc4017ced0 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:31.998698 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d13a52ee-f4cd-4122-8ac4-a1e37d4bdefe req-1c05bb5f-09fe-4f05-ae2a-04bc4017ced0 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 943 time: 0.0847330 Aug 31 23:32:32.004417 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0ed6584f-2357-46cb-9444-f814cca9bcda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.021114 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0ed6584f-2357-46cb-9444-f814cca9bcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.055922 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-049e40aa-b987-454e-83f6-b68d414e7992 req-99980980-9490-4ea2-bfc4-413c5eb86d44 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 210 time: 0.0589721 Aug 31 23:32:32.087110 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d13a52ee-f4cd-4122-8ac4-a1e37d4bdefe req-7225709d-4cb7-45ab-a1da-f44cc238bda4 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704780 Aug 31 23:32:32.087198 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-555044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762335'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.087289 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-0ed6584f-2357-46cb-9444-f814cca9bcda admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=53664fea695e45c991a7c1f8f9f1f53c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619711 Aug 31 23:32:32.087364 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39560) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:32.087438 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6584f-2357-46cb-9444-f814cca9bcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3520c86-d9b9-477f-b11b-e7d75258312b,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:32.106470 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 39562) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:32.111823 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.114289 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] 10.222.0.54 "DELETE /v2.0/networks/866ad13f-399b-4f0e-90c1-2841b70823cf HTTP/1.1" status: 204 len: 168 time: 0.6775646 Aug 31 23:32:32.121058 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 39564) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:32.125601 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a9bd2-76fb-4ac2-81c8-610907d71d6f admin admin] Pushing event deleted for resources: {'Network': ['ID=866ad13f-399b-4f0e-90c1-2841b70823cf,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:32.130679 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd9ec-24ec-46fe-9a8c-b9467a41a17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.158294 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0029152b-90e9-410a-b0be-dff2f6cd439b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.182866 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0029152b-90e9-410a-b0be-dff2f6cd439b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.190863 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d350b8d5-0581-41d2-b9eb-37e1acc4bad5 admin admin] Deleting subnet 5bf972a9-da93-4789-a733-f260901c0a10 {{(pid=93845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:32:32.195512 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d350b8d5-0581-41d2-b9eb-37e1acc4bad5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.229009 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0029152b-90e9-410a-b0be-dff2f6cd439b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.231535 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0029152b-90e9-410a-b0be-dff2f6cd439b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.232697 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-0029152b-90e9-410a-b0be-dff2f6cd439b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e3520c86-d9b9-477f-b11b-e7d75258312b HTTP/1.1" status: 204 len: 168 time: 0.1481104 Aug 31 23:32:32.242429 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029152b-90e9-410a-b0be-dff2f6cd439b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3520c86-d9b9-477f-b11b-e7d75258312b,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:32.256083 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d350b8d5-0581-41d2-b9eb-37e1acc4bad5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.271225 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d350b8d5-0581-41d2-b9eb-37e1acc4bad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534214'] for subnet, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.347031 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd9ec-24ec-46fe-9a8c-b9467a41a17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.352936 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd9ec-24ec-46fe-9a8c-b9467a41a17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.370475 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d350b8d5-0581-41d2-b9eb-37e1acc4bad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for subnet, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.419762 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d350b8d5-0581-41d2-b9eb-37e1acc4bad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.421699 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-d350b8d5-0581-41d2-b9eb-37e1acc4bad5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5bf972a9-da93-4789-a733-f260901c0a10 HTTP/1.1" status: 204 len: 168 time: 0.2997313 Aug 31 23:32:32.423983 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bd9ec-24ec-46fe-9a8c-b9467a41a17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7db3c58-c1a1-4032-b495-18c507297d2f,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:32.424354 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39570) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:32.429148 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350b8d5-0581-41d2-b9eb-37e1acc4bad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bf972a9-da93-4789-a733-f260901c0a10,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:32.434857 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-0c6bd9ec-24ec-46fe-9a8c-b9467a41a17c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1492dcae24444c57b057ac4baa37b6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273447 Aug 31 23:32:32.445500 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 39574) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:32.515206 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-59670b13-ef89-47fb-901e-8e779dbe5d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564137'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.532890 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9f42a88f-b51a-48a6-8f45-b736cb3e7d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.557788 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9f42a88f-b51a-48a6-8f45-b736cb3e7d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.592174 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 39578) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:32.606819 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-fef8ba2e-7097-4539-ab26-1c72e6e43343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.631868 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-59670b13-ef89-47fb-901e-8e779dbe5d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-555069', 'neutron.services.segments.db._delete_segments_for_network-8773537300673'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.637189 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9f42a88f-b51a-48a6-8f45-b736cb3e7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.639630 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9f42a88f-b51a-48a6-8f45-b736cb3e7d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.640790 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-9f42a88f-b51a-48a6-8f45-b736cb3e7d19 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e7db3c58-c1a1-4032-b495-18c507297d2f HTTP/1.1" status: 204 len: 168 time: 0.1946373 Aug 31 23:32:32.650210 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-59670b13-ef89-47fb-901e-8e779dbe5d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf72be0-ceee-430c-b037-7187a636ec09']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:32.655502 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42a88f-b51a-48a6-8f45-b736cb3e7d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7db3c58-c1a1-4032-b495-18c507297d2f,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:32.663787 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-59670b13-ef89-47fb-901e-8e779dbe5d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4feb25f2-09c1-4831-9191-4709e63686e6') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:32.664117 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-59670b13-ef89-47fb-901e-8e779dbe5d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4feb25f2-09c1-4831-9191-4709e63686e6') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:32.675711 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912189bc-9b7b-43d3-b4b1-293b3fadf1d1 req-c6948026-fc08-4315-be2a-61fad92b6e68 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:32.677920 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-912189bc-9b7b-43d3-b4b1-293b3fadf1d1 req-c6948026-fc08-4315-be2a-61fad92b6e68 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 931 time: 0.1138625 Aug 31 23:32:32.702760 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-59670b13-ef89-47fb-901e-8e779dbe5d9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773537312853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942956'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.737762 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-59670b13-ef89-47fb-901e-8e779dbe5d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.747441 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59670b13-ef89-47fb-901e-8e779dbe5d9a admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:32:32.747952 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-59670b13-ef89-47fb-901e-8e779dbe5d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12942791'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.750207 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-fef8ba2e-7097-4539-ab26-1c72e6e43343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: timer() Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: cb(*args, **kw) Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: self._notify() Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: self.callback(batched_events) Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: event.method(event) Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._get(url).json() Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:32:32.750343 dv-cinder-804459-5-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:32:32.754216 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-912189bc-9b7b-43d3-b4b1-293b3fadf1d1 req-9f67eb8e-3440-451c-89db-2fb97814e36b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663104 Aug 31 23:32:32.767532 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-fef8ba2e-7097-4539-ab26-1c72e6e43343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.816494 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-59670b13-ef89-47fb-901e-8e779dbe5d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-555044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762335'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.823097 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-59670b13-ef89-47fb-901e-8e779dbe5d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.828561 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-59670b13-ef89-47fb-901e-8e779dbe5d9a admin admin] 10.222.0.54 "DELETE /v2.0/networks/4bf72be0-ceee-430c-b037-7187a636ec09 HTTP/1.1" status: 204 len: 168 time: 0.4003794 Aug 31 23:32:32.840912 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59670b13-ef89-47fb-901e-8e779dbe5d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=4bf72be0-ceee-430c-b037-7187a636ec09,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:32.843820 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39586) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:32.844157 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-fef8ba2e-7097-4539-ab26-1c72e6e43343 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b1021988cdfb452d822387e3de13df45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508163 Aug 31 23:32:32.846223 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8ba2e-7097-4539-ab26-1c72e6e43343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e9dd29-1875-43be-bb73-796e7502b366,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:32.861119 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f33b3-0100-4c4e-bc5c-3fda937ec2a9 req-57badf3d-98df-4c10-8717-2ab848550d6e tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:32.862543 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8d5f33b3-0100-4c4e-bc5c-3fda937ec2a9 req-57badf3d-98df-4c10-8717-2ab848550d6e tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 944 time: 0.1162512 Aug 31 23:32:32.902220 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ee028775-cd36-410f-baf0-bcd952d2fe01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.924027 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8d5f33b3-0100-4c4e-bc5c-3fda937ec2a9 req-a8195f54-3cfc-414e-8684-4085e427981f tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548368 Aug 31 23:32:32.930878 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ee028775-cd36-410f-baf0-bcd952d2fe01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.989699 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ee028775-cd36-410f-baf0-bcd952d2fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.992796 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ee028775-cd36-410f-baf0-bcd952d2fe01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:32.994119 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-ee028775-cd36-410f-baf0-bcd952d2fe01 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/30e9dd29-1875-43be-bb73-796e7502b366 HTTP/1.1" status: 204 len: 168 time: 0.1493123 Aug 31 23:32:33.003328 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee028775-cd36-410f-baf0-bcd952d2fe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e9dd29-1875-43be-bb73-796e7502b366,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:33.027261 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39596) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:33.071714 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-42e2b965-d560-4e70-93fd-f82dfd1e17f5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=59b7cdb00aa24d31a5fdab21c5b134d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407209 Aug 31 23:32:33.071880 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39598) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:33.144848 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a38964c1-3f35-4c74-b00f-e8e011e841af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:33.214012 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae98ec-e0e6-461d-ad93-ba3faa908e39 req-dbab840d-927f-487d-9416-f7e89d99e040 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:33.224350 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-57ae98ec-e0e6-461d-ad93-ba3faa908e39 req-dbab840d-927f-487d-9416-f7e89d99e040 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 943 time: 0.0522246 Aug 31 23:32:33.224541 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1b9d7829-da0a-402b-8f4e-59543f6c6a44 req-1a392270-8ac6-49f4-b702-15489bac8b47 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 210 time: 0.0602438 Aug 31 23:32:33.224541 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a38964c1-3f35-4c74-b00f-e8e011e841af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:33.266408 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-57ae98ec-e0e6-461d-ad93-ba3faa908e39 req-52c6ea19-8867-43b3-ade7-33621e5dfee6 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438263 Aug 31 23:32:33.274997 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a38964c1-3f35-4c74-b00f-e8e011e841af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:33.277583 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a38964c1-3f35-4c74-b00f-e8e011e841af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:33.278721 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-a38964c1-3f35-4c74-b00f-e8e011e841af admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b90ae45c-d5ad-4c84-ad10-9528ab0f17f2 HTTP/1.1" status: 204 len: 168 time: 0.2059586 Aug 31 23:32:33.287801 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38964c1-3f35-4c74-b00f-e8e011e841af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90ae45c-d5ad-4c84-ad10-9528ab0f17f2,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:33.383156 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Request body: {'port': {'device_id': 'ae948c91-2a26-4764-961c-55cd9341ec62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:33.407627 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 76f7ef76-4537-4fc2-bca4-99ad49db47c6 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:32:33.468049 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:33.477747 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44c5e5-626a-40be-8f4b-527848364d51 req-c735a646-6a94-466e-9139-2c02310350d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:33.479694 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-4b44c5e5-626a-40be-8f4b-527848364d51 req-c735a646-6a94-466e-9139-2c02310350d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=50a47fc76e7d48e5b704d5f2dd962483&device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 1096 time: 0.0809515 Aug 31 23:32:33.643916 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 76f7ef76-4537-4fc2-bca4-99ad49db47c6, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=76f7ef76-4537-4fc2-bca4-99ad49db47c6,segment=NetworkSegment(efb85c38-70af-4511-a6a3-341aaec1a3bf),segment_id=efb85c38-70af-4511-a6a3-341aaec1a3bf)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:33.672513 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '76f7ef76-4537-4fc2-bca4-99ad49db47c6', 'network_id': '42b07068-c579-43f8-82a7-4a11174e1900', 'port_id': '76f7ef76-4537-4fc2-bca4-99ad49db47c6', 'mac_address': 'fa:16:3e:c4:1b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8406c4e-2ffb-4022-8a6d-9d89019cb51c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:32:33.761285 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44c5e5-626a-40be-8f4b-527848364d51 req-173fcba6-5b74-4754-b95b-74a58727a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:33.762378 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-4b44c5e5-626a-40be-8f4b-527848364d51 req-173fcba6-5b74-4754-b95b-74a58727a437 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=50a47fc76e7d48e5b704d5f2dd962483&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2703731 Aug 31 23:32:33.766757 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:33.784782 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f7ef76-4537-4fc2-bca4-99ad49db47c6 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:32:33.802997 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39630) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:33.809651 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 76f7ef76-4537-4fc2-bca4-99ad49db47c6, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=76f7ef76-4537-4fc2-bca4-99ad49db47c6,segment=NetworkSegment(efb85c38-70af-4511-a6a3-341aaec1a3bf),segment_id=efb85c38-70af-4511-a6a3-341aaec1a3bf)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:33.817266 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:33.818407 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device bd412178-72a4-400d-a2ce-edb25feb3689 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:32:33.882465 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-7bfe7e23-0a18-4734-8773-05737830553d tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:33.883924 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-7bfe7e23-0a18-4734-8773-05737830553d tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.53 "GET /v2.0/networks?id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d HTTP/1.1" status: 200 len: 816 time: 0.2355855 Aug 31 23:32:33.886872 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=76f7ef76-4537-4fc2-bca4-99ad49db47c6,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:34.009840 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b {{(pid=93845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:32:34.021719 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:34.038343 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Transition to ACTIVE for port object 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b will not be triggered until provisioned by entity L2. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:32:34.073279 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:34.088623 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port bd412178-72a4-400d-a2ce-edb25feb3689, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=bd412178-72a4-400d-a2ce-edb25feb3689,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:34.113012 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': 'bd412178-72a4-400d-a2ce-edb25feb3689', 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596', 'port_id': 'bd412178-72a4-400d-a2ce-edb25feb3689', 'mac_address': 'fa:16:3e:c2:a1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:32:34.156271 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-be3a86a7-b175-4917-b3e5-3b4c3b716cd2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3ba7bb2e0d6148e88d70520a6d47c245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514335 Aug 31 23:32:34.158501 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39640) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:34.195755 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:34.205498 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dcfe1-96e1-48bc-bf54-95f2ca99aafa req-7eb79b04-f0d3-4649-b4b3-452d79223581 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:34.213603 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d45dcfe1-96e1-48bc-bf54-95f2ca99aafa req-7eb79b04-f0d3-4649-b4b3-452d79223581 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 943 time: 0.3214447 Aug 31 23:32:34.214895 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e41879-b7be-4c4b-8714-dfe8cd170e14 req-7d473840-6ad6-405b-b597-2976689f34b4 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:34.216067 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:34.216654 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c8e41879-b7be-4c4b-8714-dfe8cd170e14 req-7d473840-6ad6-405b-b597-2976689f34b4 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 945 time: 0.1712170 Aug 31 23:32:34.238320 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd412178-72a4-400d-a2ce-edb25feb3689 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:32:34.265658 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port bd412178-72a4-400d-a2ce-edb25feb3689, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=bd412178-72a4-400d-a2ce-edb25feb3689,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:34.272640 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:34.281998 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Attempting to bind port 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:32:34.282393 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Attempting to bind port 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'f1b0a8cb-7605-4bf7-943c-c7d842583ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f'}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:32:34.282937 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Attempting to bind port 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b on network 4bcb073e-1d75-46c6-8333-a59aa396399f {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:32:34.295664 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Port 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b on network 4bcb073e-1d75-46c6-8333-a59aa396399f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:32:34.296083 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Attempting to bind port 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b on network 4bcb073e-1d75-46c6-8333-a59aa396399f {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:32:34.298289 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d45dcfe1-96e1-48bc-bf54-95f2ca99aafa req-5695c086-4182-4127-b11c-5ea6d2ea88c4 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837727 Aug 31 23:32:34.301449 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8da513d5-8dc2-4b30-afb4-9bb722192915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:34.310063 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c8e41879-b7be-4c4b-8714-dfe8cd170e14 req-5f25420b-d58e-424d-b140-c36c5127de28 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746536 Aug 31 23:32:34.312090 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:32:34.312466 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Checking segment: {'id': 'f1b0a8cb-7605-4bf7-943c-c7d842583ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:32:34.312965 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Bound using segment: {'id': 'f1b0a8cb-7605-4bf7-943c-c7d842583ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f'} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:32:34.313496 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Bound port: 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b0a8cb-7605-4bf7-943c-c7d842583ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f'}}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:32:34.313926 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:34.403110 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=bd412178-72a4-400d-a2ce-edb25feb3689,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:34.423106 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8da513d5-8dc2-4b30-afb4-9bb722192915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:34.427299 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-52b58f13-0256-4031-b43c-1a72f4205b61 req-c60aa80f-e683-47c9-940e-0587a9f30515 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 210 time: 0.0622864 Aug 31 23:32:34.438520 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] For port 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b, host hv-cinder-80445, cleared binding levels {{(pid=93845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:32:34.474900 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] For port 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b,segment=NetworkSegment(f1b0a8cb-7605-4bf7-943c-c7d842583ed0),segment_id=f1b0a8cb-7605-4bf7-943c-c7d842583ed0)] {{(pid=93845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:32:34.482604 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:34.507698 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8da513d5-8dc2-4b30-afb4-9bb722192915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:34.510826 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8da513d5-8dc2-4b30-afb4-9bb722192915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:34.512077 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-8da513d5-8dc2-4b30-afb4-9bb722192915 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/86b05707-4bc4-40c2-9804-5fad51bf7f8e HTTP/1.1" status: 204 len: 168 time: 0.3524966 Aug 31 23:32:34.524419 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688a86f-2089-49fa-b443-ba3c07b4913c req-71cb5628-a8e9-4d62-b954-af5c141f38e4 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:34.524784 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da513d5-8dc2-4b30-afb4-9bb722192915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b05707-4bc4-40c2-9804-5fad51bf7f8e,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:34.526091 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8688a86f-2089-49fa-b443-ba3c07b4913c req-71cb5628-a8e9-4d62-b954-af5c141f38e4 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 944 time: 0.1077590 Aug 31 23:32:34.537228 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:34.537858 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:34.539600 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] 10.222.0.53 "PUT /v2.0/ports/9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b HTTP/1.1" status: 200 len: 1093 time: 1.1703403 Aug 31 23:32:34.542847 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae948c91-2a26-4764-961c-55cd9341ec62', 'tag': '9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:32:34.546147 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342fa339-b660-44ea-ae9d-a133f6c942b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae948c91-2a26-4764-961c-55cd9341ec62", "tag": "9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:32:34.591427 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918c4e3-5100-4a1d-945e-98df900c0ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b,revision_number=3']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:34.613493 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8688a86f-2089-49fa-b443-ba3c07b4913c req-4990440b-134e-463b-9002-eed06974645d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729949 Aug 31 23:32:34.621355 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d36d32-2b47-463d-ae78-265c285ce5a4 x-openstack-request-id: req-86d36d32-2b47-463d-ae78-265c285ce5a4 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:32:34.621705 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae948c91-2a26-4764-961c-55cd9341ec62", "tag": "9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:32:34.622010 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-86d36d32-2b47-463d-ae78-265c285ce5a4 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:32:34.622456 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae948c91-2a26-4764-961c-55cd9341ec62', 'tag': '9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b', 'status': 'completed', 'code': 200} Aug 31 23:32:35.445109 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34c09a-9649-4448-961a-8b46c8502889 req-f64f1004-ef2b-49be-8d2a-a302727dd8fb tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:35.447221 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0d34c09a-9649-4448-961a-8b46c8502889 req-f64f1004-ef2b-49be-8d2a-a302727dd8fb tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 943 time: 0.0764050 Aug 31 23:32:35.471806 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555801f-a082-4b87-9319-6ab89e47aca0 req-4734630e-cce8-4c54-9b27-0a5bafe58685 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:35.473959 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4555801f-a082-4b87-9319-6ab89e47aca0 req-4734630e-cce8-4c54-9b27-0a5bafe58685 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 945 time: 0.0639539 Aug 31 23:32:35.497085 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0d34c09a-9649-4448-961a-8b46c8502889 req-c53f4a21-a1e1-4e1d-ae06-5048dde6e8b9 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427186 Aug 31 23:32:35.524879 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4555801f-a082-4b87-9319-6ab89e47aca0 req-56c38898-262a-47a3-9fc7-f5c930119b95 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441446 Aug 31 23:32:35.620009 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-44282e92-89fd-47be-8720-a196a8bd6cb1 req-ad4c76e2-ed5a-4e28-be78-f9442d3f90c1 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 210 time: 0.0409272 Aug 31 23:32:35.739188 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578aedf8-32c0-4b36-a791-98a7f74953c0 req-201e79ab-644c-46ce-ac3e-eb7326678c4f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:35.740683 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-578aedf8-32c0-4b36-a791-98a7f74953c0 req-201e79ab-644c-46ce-ac3e-eb7326678c4f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 944 time: 0.0504262 Aug 31 23:32:35.797304 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-578aedf8-32c0-4b36-a791-98a7f74953c0 req-131c61ba-da03-417c-951d-dba8d12141bf tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456512 Aug 31 23:32:35.869081 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 39732) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:36.041704 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-52468ae6-ea9d-447c-9801-6ed7c7b9fa16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:36.151214 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-52468ae6-ea9d-447c-9801-6ed7c7b9fa16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:36.156362 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-52468ae6-ea9d-447c-9801-6ed7c7b9fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:36.195525 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-52468ae6-ea9d-447c-9801-6ed7c7b9fa16 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=41de17cc0a774529afa3209b3fbf71f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251581 Aug 31 23:32:36.197544 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52468ae6-ea9d-447c-9801-6ed7c7b9fa16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9061dad-29e3-45f6-91aa-146d203d3a8f,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:36.198629 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39750) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:36.254055 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-57a8b1c2-0800-4910-98d4-95ad8bbd414f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:36.277240 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-57a8b1c2-0800-4910-98d4-95ad8bbd414f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:36.326653 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-57a8b1c2-0800-4910-98d4-95ad8bbd414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:36.329170 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-57a8b1c2-0800-4910-98d4-95ad8bbd414f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:36.330342 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-57a8b1c2-0800-4910-98d4-95ad8bbd414f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9061dad-29e3-45f6-91aa-146d203d3a8f HTTP/1.1" status: 204 len: 168 time: 0.1306002 Aug 31 23:32:36.337876 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8b1c2-0800-4910-98d4-95ad8bbd414f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9061dad-29e3-45f6-91aa-146d203d3a8f,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:36.620830 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7c6bb-c7f3-4e4f-aa64-351573e60d5c req-1f3fa627-cbe3-4849-9887-d47c74a01bc0 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:36.623262 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-bdf7c6bb-c7f3-4e4f-aa64-351573e60d5c req-1f3fa627-cbe3-4849-9887-d47c74a01bc0 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 943 time: 0.0526299 Aug 31 23:32:36.664868 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892167d0-737b-423c-bbae-3ea3765620b6 req-d115311c-4030-45d7-a3d9-39ad1f558fb4 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:36.667173 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-892167d0-737b-423c-bbae-3ea3765620b6 req-d115311c-4030-45d7-a3d9-39ad1f558fb4 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 945 time: 0.0649261 Aug 31 23:32:36.675968 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-bdf7c6bb-c7f3-4e4f-aa64-351573e60d5c req-ec8a4fe2-ddc2-41f2-a2d3-7163308252a3 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441687 Aug 31 23:32:36.744158 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 39776) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:36.775925 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-892167d0-737b-423c-bbae-3ea3765620b6 req-e6838ef2-51b7-4544-8f30-34d983d32ebe tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015015 Aug 31 23:32:36.806782 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1ba983f3-0ee0-48d8-b277-939c13f8377f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:36.854521 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1dcadaf4-e18c-455c-a1ee-0e100930bc9e req-9420b2e5-4b44-4e70-adb5-d2e5c6a559c9 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 210 time: 0.0482652 Aug 31 23:32:36.869253 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-c3ee9638-32dd-4e11-8fe5-491e591e2f98 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c49e741b70d4f008e8dbd658695b1d0 HTTP/1.1" status: 200 len: 379 time: 0.1625457 Aug 31 23:32:36.876521 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fa339-b660-44ea-ae9d-a133f6c942b0 req-29ecb981-d11c-4c29-ba7c-c536d61b1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:36.878034 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-342fa339-b660-44ea-ae9d-a133f6c942b0 req-29ecb981-d11c-4c29-ba7c-c536d61b1783 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=50a47fc76e7d48e5b704d5f2dd962483&device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 1096 time: 0.1694801 Aug 31 23:32:36.883899 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b7d445ec-dc59-4455-a038-59b88f85c244 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Request body: {'port': {'device_id': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'admin_state_up': True, 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'security_groups': ['4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc']}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:36.960092 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['bd412178-72a4-400d-a2ce-edb25feb3689'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:32:36.987344 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44c5e5-626a-40be-8f4b-527848364d51 req-54a6adf8-2ecf-42b2-b3f4-7a50be1f116a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:36.989220 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-4b44c5e5-626a-40be-8f4b-527848364d51 req-54a6adf8-2ecf-42b2-b3f4-7a50be1f116a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3054867 Aug 31 23:32:37.025814 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['76f7ef76-4537-4fc2-bca4-99ad49db47c6'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:32:37.089051 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-7eef5546-9b73-4bc4-a71e-61a235e229e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:37.090983 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-7eef5546-9b73-4bc4-a71e-61a235e229e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=50a47fc76e7d48e5b704d5f2dd962483&device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 1096 time: 0.0640793 Aug 31 23:32:37.176581 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-c8710032-10bf-4b55-b1bf-4c879aedd11e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f75ec18e-555b-47f3-a862-1608fd678194 HTTP/1.1" status: 200 len: 217 time: 0.0752668 Aug 31 23:32:37.261191 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-3d83c858-90c5-4616-97fd-c1f0eb15be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:37.263309 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-3d83c858-90c5-4616-97fd-c1f0eb15be50 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c53f0166-3f80-478d-8aa4-6c43d9c06f6f HTTP/1.1" status: 200 len: 859 time: 0.0712485 Aug 31 23:32:37.302020 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-c41d6758-7aeb-4362-acb2-4820bb4c830a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4bcb073e-1d75-46c6-8333-a59aa396399f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304790 Aug 31 23:32:37.392048 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b16323-b01d-4e5a-b890-318b6c69625c req-585966da-478e-4278-8e1c-31bb945276f3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:37.396821 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a9b16323-b01d-4e5a-b890-318b6c69625c req-585966da-478e-4278-8e1c-31bb945276f3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 944 time: 0.4556971 Aug 31 23:32:37.435893 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-ac7cd485-5d12-4e58-a752-f4bff9c6281e service neutron] 10.222.0.53 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183879 Aug 31 23:32:37.464018 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fa339-b660-44ea-ae9d-a133f6c942b0 req-6217a4f2-902c-458b-972c-8da3d4b54e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:37.465501 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-342fa339-b660-44ea-ae9d-a133f6c942b0 req-6217a4f2-902c-458b-972c-8da3d4b54e25 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=50a47fc76e7d48e5b704d5f2dd962483&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5256069 Aug 31 23:32:37.498242 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a9b16323-b01d-4e5a-b890-318b6c69625c req-f1e33530-a885-4dca-ac29-35a0e229b199 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877669 Aug 31 23:32:37.550770 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db9e0ad2-de15-4897-82c6-183e0ecab1e6 req-48bb071c-0336-4707-bcbb-9a21697e9272 service neutron] 10.222.0.53 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031694 Aug 31 23:32:37.674145 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1ba983f3-0ee0-48d8-b277-939c13f8377f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:37.682495 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fa339-b660-44ea-ae9d-a133f6c942b0 req-97990d21-7fb1-439b-9977-a4c59ebabea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:37.684048 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-342fa339-b660-44ea-ae9d-a133f6c942b0 req-97990d21-7fb1-439b-9977-a4c59ebabea0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2076108 Aug 31 23:32:37.684629 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1ba983f3-0ee0-48d8-b277-939c13f8377f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:37.730287 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b7d445ec-dc59-4455-a038-59b88f85c244 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Made reservation on behalf of 2c49e741b70d4f008e8dbd658695b1d0 for: {'port': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:32:37.733748 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b7d445ec-dc59-4455-a038-59b88f85c244 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:37.751606 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba983f3-0ee0-48d8-b277-939c13f8377f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71db57cc-3cc0-4f71-a9fa-942b24ce7488,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:37.759092 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-1ba983f3-0ee0-48d8-b277-939c13f8377f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=15bbe4a84fa1403088367d2d41d337bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0104802 Aug 31 23:32:37.760382 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 39806) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:37.831571 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-060310e8-8e47-42da-83e2-f9527f3b45f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:37.833118 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-060310e8-8e47-42da-83e2-f9527f3b45f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=50a47fc76e7d48e5b704d5f2dd962483&device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 1096 time: 0.0962257 Aug 31 23:32:37.864851 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5680b-6ea1-4145-a23e-9c7a59edff4e req-4d9f9235-aa5d-4994-99dc-f348b150c00c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:37.866532 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5fc5680b-6ea1-4145-a23e-9c7a59edff4e req-4d9f9235-aa5d-4994-99dc-f348b150c00c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 943 time: 0.0868826 Aug 31 23:32:37.891060 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-43f0f0e4-5f89-4091-bfb7-57c28ce737c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:37.893834 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-dcb958ca-3200-41ce-bfa7-7c90b0fd1783 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b HTTP/1.1" status: 200 len: 217 time: 0.0511575 Aug 31 23:32:37.928595 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-43f0f0e4-5f89-4091-bfb7-57c28ce737c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:37.933151 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5fc5680b-6ea1-4145-a23e-9c7a59edff4e req-272bb350-ff4b-4f57-b9a1-29194a314006 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584753 Aug 31 23:32:37.995003 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-43f0f0e4-5f89-4091-bfb7-57c28ce737c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:37.997748 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-43f0f0e4-5f89-4091-bfb7-57c28ce737c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:38.005282 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-43f0f0e4-5f89-4091-bfb7-57c28ce737c8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/71db57cc-3cc0-4f71-a9fa-942b24ce7488 HTTP/1.1" status: 204 len: 168 time: 0.2434893 Aug 31 23:32:38.011745 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b7d445ec-dc59-4455-a038-59b88f85c244 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Allocated IP 172.20.0.10 (21a85c05-a8c5-427d-8efb-35be6f7d3f9d/c9a93863-32b4-4310-847d-ebe9dbacd80a/4c1f8313-9d06-4ecf-9962-23d7cc1e9318) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:32:38.022554 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-9d130aa1-d3b4-495b-b3a3-f1034f2e11da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:38.022786 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0f0e4-5f89-4091-bfb7-57c28ce737c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71db57cc-3cc0-4f71-a9fa-942b24ce7488,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:38.024074 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-9d130aa1-d3b4-495b-b3a3-f1034f2e11da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c53f0166-3f80-478d-8aa4-6c43d9c06f6f HTTP/1.1" status: 200 len: 859 time: 0.1151061 Aug 31 23:32:38.042596 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13352e5-175a-4627-88cc-9a7b1799908c req-ed30934a-ed28-4b32-b916-ce7a5a1ade8e tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:38.044123 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c13352e5-175a-4627-88cc-9a7b1799908c req-ed30934a-ed28-4b32-b916-ce7a5a1ade8e tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 945 time: 0.1550035 Aug 31 23:32:38.082312 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-380ec2ac-b245-4dcb-a7eb-404d5b2adb1b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4bcb073e-1d75-46c6-8333-a59aa396399f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331645 Aug 31 23:32:38.102949 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-94b6de24-c5df-4e07-b2ee-6793d6e223dd req-ddd93942-6ea3-4f26-a0a0-6298990eea99 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 210 time: 0.0592935 Aug 31 23:32:38.199659 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c13352e5-175a-4627-88cc-9a7b1799908c req-3884e716-be60-48f2-98c1-622e8db1e610 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424530 Aug 31 23:32:38.293751 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-f915ff3c-2b0c-4450-8a5d-1060016c71db service neutron] 10.222.0.53 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996284 Aug 31 23:32:38.374691 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b7d445ec-dc59-4455-a038-59b88f85c244 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:38.401247 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b7d445ec-dc59-4455-a038-59b88f85c244 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Transition to ACTIVE for port object 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 will not be triggered until provisioned by entity DHCP. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:32:38.440098 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-feb8e0bd-693a-4d12-8c29-9a77c5068724 req-024f0a92-209c-410e-ab05-29ff4ca69f90 service neutron] 10.222.0.53 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362417 Aug 31 23:32:38.473140 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b7d445ec-dc59-4455-a038-59b88f85c244 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:38.520653 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b7d445ec-dc59-4455-a038-59b88f85c244 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:32:38.523911 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b7d445ec-dc59-4455-a038-59b88f85c244 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:32:38.527817 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b7d445ec-dc59-4455-a038-59b88f85c244 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:32:38.533487 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b7d445ec-dc59-4455-a038-59b88f85c244 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:38.533982 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b7d445ec-dc59-4455-a038-59b88f85c244 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:38.545769 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d445ec-dc59-4455-a038-59b88f85c244 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Pushing event updated for resources: {'Port': ['ID=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:38.558010 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b7d445ec-dc59-4455-a038-59b88f85c244 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6781235 Aug 31 23:32:38.574194 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Request body: {'port': {'device_id': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:38.648583 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:38.657134 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 76f7ef76-4537-4fc2-bca4-99ad49db47c6 up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:32:38.697382 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71488edd-1606-4a87-a57f-271d462e04dc req-92ef3da4-b301-473c-ae78-6f274c7727f3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:38.699117 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-71488edd-1606-4a87-a57f-271d462e04dc req-92ef3da4-b301-473c-ae78-6f274c7727f3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 944 time: 0.1006532 Aug 31 23:32:38.774538 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-71488edd-1606-4a87-a57f-271d462e04dc req-843392f8-f873-40ac-bda5-46749eff1cb2 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634494 Aug 31 23:32:38.787453 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port 76f7ef76-4537-4fc2-bca4-99ad49db47c6 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:32:38.793904 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 76f7ef76-4537-4fc2-bca4-99ad49db47c6 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:38.794619 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:38.952587 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:38.969051 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-76e4c3c3-a66a-4212-8bbf-740ded9bd9e9 None None] Provisioning for port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:32:38.973761 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-76e4c3c3-a66a-4212-8bbf-740ded9bd9e9 None None] Provisioning complete for port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:38.974142 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-76e4c3c3-a66a-4212-8bbf-740ded9bd9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:39.010519 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c553b9-21af-459a-8264-5064685ce0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f7ef76-4537-4fc2-bca4-99ad49db47c6'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:32:39.102900 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 76f7ef76-4537-4fc2-bca4-99ad49db47c6, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=76f7ef76-4537-4fc2-bca4-99ad49db47c6,segment=NetworkSegment(efb85c38-70af-4511-a6a3-341aaec1a3bf),segment_id=efb85c38-70af-4511-a6a3-341aaec1a3bf)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:39.105753 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 {{(pid=93845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:32:39.107515 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-76e4c3c3-a66a-4212-8bbf-740ded9bd9e9 None None] Port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:32:39.113728 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:39.114730 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device bd412178-72a4-400d-a2ce-edb25feb3689 up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:32:39.119192 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:39.171809 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Transition to ACTIVE for port object 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 will not be triggered until provisioned by entity L2. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:32:39.192229 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966da762-febf-44e2-a943-e64dee4c6f45 req-aab9cc02-addd-42c4-894b-127e3245c031 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:39.193877 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-966da762-febf-44e2-a943-e64dee4c6f45 req-aab9cc02-addd-42c4-894b-127e3245c031 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 943 time: 0.1591225 Aug 31 23:32:39.195106 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:39.266052 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=76f7ef76-4537-4fc2-bca4-99ad49db47c6,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:39.337912 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42522735-2a82-4827-8b21-e22adf3d1a30" -d '{"events": [{"server_uuid": "e9c553b9-21af-459a-8264-5064685ce0fb", "name": "network-vif-plugged", "status": "completed", "tag": "76f7ef76-4537-4fc2-bca4-99ad49db47c6"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:32:39.373534 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fd87c-5d5e-4122-b737-159299c4c2fe req-84f727ae-84f2-4d9a-b3c3-8b7a8189e4ab tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:39.383397 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-fc0fd87c-5d5e-4122-b737-159299c4c2fe req-84f727ae-84f2-4d9a-b3c3-8b7a8189e4ab tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.1484787 Aug 31 23:32:39.388168 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:39.409495 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port bd412178-72a4-400d-a2ce-edb25feb3689 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:32:39.412165 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-966da762-febf-44e2-a943-e64dee4c6f45 req-9dae3428-720c-4472-9327-e895630a6c1f tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946335 Aug 31 23:32:39.416129 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port bd412178-72a4-400d-a2ce-edb25feb3689 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:39.416762 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:39.441684 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Attempting to bind port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:32:39.442070 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Attempting to bind port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '7e38bb88-4348-4e5a-887c-92a4424376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d'}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:32:39.442453 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Attempting to bind port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 on network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:32:39.447931 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 on network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:32:39.452812 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Attempting to bind port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 on network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:32:39.455466 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:32:39.455812 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Checking segment: {'id': '7e38bb88-4348-4e5a-887c-92a4424376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:32:39.456198 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Bound using segment: {'id': '7e38bb88-4348-4e5a-887c-92a4424376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d'} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:32:39.456687 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Bound port: 4c1f8313-9d06-4ecf-9962-23d7cc1e9318, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e38bb88-4348-4e5a-887c-92a4424376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d'}}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:32:39.458853 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:39.478509 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-fc0fd87c-5d5e-4122-b737-159299c4c2fe req-b3f6c0df-c63c-477a-a6ce-eb63f7961233 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940862 Aug 31 23:32:39.573634 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] For port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318, host hv-cinder-80445, cleared binding levels {{(pid=93845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:32:39.579448 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:39.592810 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] For port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:32:39.634286 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:39.650161 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port bd412178-72a4-400d-a2ce-edb25feb3689, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=bd412178-72a4-400d-a2ce-edb25feb3689,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:39.658739 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:39.691601 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:39.692215 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:39.693881 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] 10.222.0.53 "PUT /v2.0/ports/4c1f8313-9d06-4ecf-9962-23d7cc1e9318 HTTP/1.1" status: 200 len: 1094 time: 1.1263785 Aug 31 23:32:39.694494 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'tag': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:32:39.697010 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02874ea-99e6-40b7-9cd2-b7a6bdfc19a2" -d '{"events": [{"name": "network-changed", "server_uuid": "580824ec-8c1d-4d10-83b8-ec2b699c153e", "tag": "4c1f8313-9d06-4ecf-9962-23d7cc1e9318"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:32:39.746860 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870c099-7036-4988-bdbb-12278063aa11 req-2a6f84d0-d1be-4421-a8ae-656e53ac5cfe tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:39.750207 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d870c099-7036-4988-bdbb-12278063aa11 req-2a6f84d0-d1be-4421-a8ae-656e53ac5cfe tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 946 time: 0.2257693 Aug 31 23:32:39.804655 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=bd412178-72a4-400d-a2ce-edb25feb3689,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:39.838120 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446bc62-2599-41f8-b532-535aee010a08 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,revision_number=3']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:39.859804 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-a5572bf4-88fc-4a85-b8bf-c290829e7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:39.862106 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-a5572bf4-88fc-4a85-b8bf-c290829e7fa0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c49e741b70d4f008e8dbd658695b1d0&device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 1097 time: 0.1107335 Aug 31 23:32:39.872170 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d870c099-7036-4988-bdbb-12278063aa11 req-bf8b7b66-1bae-4220-9f3a-b50c265793ff tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048670 Aug 31 23:32:39.882260 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-6f150045-8283-4155-96af-f5e3a208cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:39.909611 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017d1ba9-7441-4350-aa6f-bd225642af19 x-openstack-request-id: req-017d1ba9-7441-4350-aa6f-bd225642af19 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:32:39.909611 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c553b9-21af-459a-8264-5064685ce0fb", "name": "network-vif-plugged", "status": "completed", "tag": "76f7ef76-4537-4fc2-bca4-99ad49db47c6", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:32:39.909611 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-017d1ba9-7441-4350-aa6f-bd225642af19 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:32:39.909611 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c553b9-21af-459a-8264-5064685ce0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f7ef76-4537-4fc2-bca4-99ad49db47c6', 'code': 200} Aug 31 23:32:39.949303 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-b938f1aa-8502-448a-823a-49dbcc3802a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318 HTTP/1.1" status: 200 len: 217 time: 0.0758002 Aug 31 23:32:40.024041 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8d61ba-653b-4c1b-9eab-e87d412241e3 x-openstack-request-id: req-8d8d61ba-653b-4c1b-9eab-e87d412241e3 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:32:40.025284 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580824ec-8c1d-4d10-83b8-ec2b699c153e", "tag": "4c1f8313-9d06-4ecf-9962-23d7cc1e9318", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:32:40.025682 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d8d61ba-653b-4c1b-9eab-e87d412241e3 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:32:40.026357 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'tag': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318', 'status': 'completed', 'code': 200} Aug 31 23:32:40.057833 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33193c38-a4fd-4416-b1bb-8afd4e418903 req-e754f354-f27f-489c-b3d2-1df1ae34a11f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:40.065565 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-7ed3cfd4-a3c0-4ed1-a975-5284087fe68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:40.066553 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-33193c38-a4fd-4416-b1bb-8afd4e418903 req-e754f354-f27f-489c-b3d2-1df1ae34a11f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 945 time: 0.0912275 Aug 31 23:32:40.069035 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-7ed3cfd4-a3c0-4ed1-a975-5284087fe68f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9a93863-32b4-4310-847d-ebe9dbacd80a HTTP/1.1" status: 200 len: 855 time: 0.0906014 Aug 31 23:32:40.109388 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-33193c38-a4fd-4416-b1bb-8afd4e418903 req-97ec7875-ec24-4a2f-9fc2-8a50ee4d18be tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414498 Aug 31 23:32:40.199858 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-95aed5d6-135a-4b70-a0fd-397158316263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:40.201709 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-95aed5d6-135a-4b70-a0fd-397158316263 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1246812 Aug 31 23:32:40.224384 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170f247-b979-454c-9911-e822eb65f666 req-39af8370-a1af-43d7-8e4b-a2761f076e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:40.225859 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d170f247-b979-454c-9911-e822eb65f666 req-39af8370-a1af-43d7-8e4b-a2761f076e8e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 1099 time: 0.1094325 Aug 31 23:32:40.274595 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-d170f247-b979-454c-9911-e822eb65f666 req-06038ed7-5138-4164-b263-02b2320bc420 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:40.344120 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-36fe9dd8-99b8-4a1c-ac93-31028c1aa197 service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340728 Aug 31 23:32:40.470050 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77fe9c0e-4691-46cd-aea6-9da96b9e9c0f req-234c3ceb-7dad-4c18-86e7-d2e36c446887 service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144817 Aug 31 23:32:40.504916 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-d170f247-b979-454c-9911-e822eb65f666 req-06038ed7-5138-4164-b263-02b2320bc420 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:40.515037 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-d170f247-b979-454c-9911-e822eb65f666 req-06038ed7-5138-4164-b263-02b2320bc420 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:40.623879 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d170f247-b979-454c-9911-e822eb65f666 req-06038ed7-5138-4164-b263-02b2320bc420 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886633 Aug 31 23:32:40.625706 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06038ed7-5138-4164-b263-02b2320bc420 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb58fa3-5af0-442c-a1f9-6bd9557ee8dd,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:40.631854 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd02666-fa30-4b1d-b717-1508dce552ea req-0f519427-6eb1-4cac-92aa-292c3ab0c4f1 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:40.633647 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-bbd02666-fa30-4b1d-b717-1508dce552ea req-0f519427-6eb1-4cac-92aa-292c3ab0c4f1 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0637250 Aug 31 23:32:40.655163 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02874ea-99e6-40b7-9cd2-b7a6bdfc19a2 req-0ebbf913-f4b4-42f0-9560-1c8c7d40ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:40.656541 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f02874ea-99e6-40b7-9cd2-b7a6bdfc19a2 req-0ebbf913-f4b4-42f0-9560-1c8c7d40ea53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c49e741b70d4f008e8dbd658695b1d0&device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 1097 time: 0.1245174 Aug 31 23:32:40.663060 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device f75ec18e-555b-47f3-a862-1608fd678194 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:32:40.672053 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3ff08-ac5e-4780-8cce-0c6c70cf90cb req-0cc98fcd-3978-4def-8c27-69bb28625410 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:40.673584 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-74d3ff08-ac5e-4780-8cce-0c6c70cf90cb req-0cc98fcd-3978-4def-8c27-69bb28625410 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 943 time: 0.1426466 Aug 31 23:32:40.678052 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-bbd02666-fa30-4b1d-b717-1508dce552ea req-fce7bb82-908d-4fde-9b86-f4f04fa4f5a1 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380588 Aug 31 23:32:40.724799 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-74d3ff08-ac5e-4780-8cce-0c6c70cf90cb req-82c5defc-c21d-4b2e-a5bf-0ca5c4f58e77 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433841 Aug 31 23:32:40.796757 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port f75ec18e-555b-47f3-a862-1608fd678194, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f75ec18e-555b-47f3-a862-1608fd678194,segment=NetworkSegment(f1b0a8cb-7605-4bf7-943c-c7d842583ed0),segment_id=f1b0a8cb-7605-4bf7-943c-c7d842583ed0)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:40.807979 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': 'f75ec18e-555b-47f3-a862-1608fd678194', 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f', 'port_id': 'f75ec18e-555b-47f3-a862-1608fd678194', 'mac_address': 'fa:16:3e:4f:a5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53f0166-3f80-478d-8aa4-6c43d9c06f6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:32:40.856092 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:40.877577 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75ec18e-555b-47f3-a862-1608fd678194 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:32:40.910373 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port f75ec18e-555b-47f3-a862-1608fd678194, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f75ec18e-555b-47f3-a862-1608fd678194,segment=NetworkSegment(f1b0a8cb-7605-4bf7-943c-c7d842583ed0),segment_id=f1b0a8cb-7605-4bf7-943c-c7d842583ed0)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:40.919999 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:40.952261 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02874ea-99e6-40b7-9cd2-b7a6bdfc19a2 req-e03fa419-50a4-4aa7-ba6c-147e403cdc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:40.953748 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f02874ea-99e6-40b7-9cd2-b7a6bdfc19a2 req-e03fa419-50a4-4aa7-ba6c-147e403cdc7d service neutron] 10.222.0.53 "GET /v2.0/networks?id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d HTTP/1.1" status: 200 len: 917 time: 0.1028817 Aug 31 23:32:41.021748 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=f75ec18e-555b-47f3-a862-1608fd678194,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:41.081065 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94866673-0868-4f2c-99a0-e4bc658be06a req-0b1787bc-2618-42c6-adb4-92b44c894ebf tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:41.090930 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-94866673-0868-4f2c-99a0-e4bc658be06a req-0b1787bc-2618-42c6-adb4-92b44c894ebf tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 946 time: 0.0798626 Aug 31 23:32:41.165107 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-94866673-0868-4f2c-99a0-e4bc658be06a req-a33d03b7-7cc8-4544-a5e7-786787d46eb4 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726304 Aug 31 23:32:41.225741 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['f75ec18e-555b-47f3-a862-1608fd678194'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:32:41.324895 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f02874ea-99e6-40b7-9cd2-b7a6bdfc19a2 req-04cdd634-6fe1-48a8-80e7-be171272bea8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318 HTTP/1.1" status: 200 len: 217 time: 0.3605509 Aug 31 23:32:41.428015 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:41.428253 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404a936-60f6-4f36-b687-322b219b29c0 req-c3c8cfd2-10c0-4dea-9b1a-92734626c56b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:41.432968 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0404a936-60f6-4f36-b687-322b219b29c0 req-c3c8cfd2-10c0-4dea-9b1a-92734626c56b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 945 time: 0.1070750 Aug 31 23:32:41.441272 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02874ea-99e6-40b7-9cd2-b7a6bdfc19a2 req-65a02f01-b51b-4d8c-a6e2-c3afe6b73cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:41.442407 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f02874ea-99e6-40b7-9cd2-b7a6bdfc19a2 req-65a02f01-b51b-4d8c-a6e2-c3afe6b73cf6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9a93863-32b4-4310-847d-ebe9dbacd80a HTTP/1.1" status: 200 len: 855 time: 0.1062615 Aug 31 23:32:41.507367 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0404a936-60f6-4f36-b687-322b219b29c0 req-8eec5215-295a-41ad-aeb5-6a985647c175 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639844 Aug 31 23:32:41.516143 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02874ea-99e6-40b7-9cd2-b7a6bdfc19a2 req-8ebb372e-2893-4c29-848b-eaa83364b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:41.517986 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f02874ea-99e6-40b7-9cd2-b7a6bdfc19a2 req-8ebb372e-2893-4c29-848b-eaa83364b026 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573905 Aug 31 23:32:41.533412 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40006) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:41.613238 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f02874ea-99e6-40b7-9cd2-b7a6bdfc19a2 req-1599a478-3aa1-4828-8c00-597dcca416f8 service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843651 Aug 31 23:32:41.638778 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3de2f40d-c487-41dd-8985-0a86e7cd9f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:41.704180 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f02874ea-99e6-40b7-9cd2-b7a6bdfc19a2 req-240a9929-c39b-4824-910c-3e7756a7e008 service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828576 Aug 31 23:32:41.729245 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3de2f40d-c487-41dd-8985-0a86e7cd9f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:41.734487 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3de2f40d-c487-41dd-8985-0a86e7cd9f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:41.797145 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-3de2f40d-c487-41dd-8985-0a86e7cd9f8d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=63773dcd337542528cc07523c3270963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625566 Aug 31 23:32:41.801314 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40014) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:41.801924 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2f40d-c487-41dd-8985-0a86e7cd9f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de06332c-61d9-4355-b94e-f30271fe424c,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:41.836907 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc220f7-dfd0-4700-8e97-684df202e325 req-7c42a393-fe8e-4369-90c5-2bc529f08f0d tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:41.838418 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ddc220f7-dfd0-4700-8e97-684df202e325 req-7c42a393-fe8e-4369-90c5-2bc529f08f0d tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 943 time: 0.0509446 Aug 31 23:32:41.851650 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82602a-3040-46ef-b874-f9ae0bcbaed3 req-58ad1e8d-d4b8-41a3-b9d5-8fca3db3606f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:41.853086 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6a82602a-3040-46ef-b874-f9ae0bcbaed3 req-58ad1e8d-d4b8-41a3-b9d5-8fca3db3606f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0986702 Aug 31 23:32:41.876269 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ddc220f7-dfd0-4700-8e97-684df202e325 req-fad7b612-940f-428d-be03-59bb479425ef tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318747 Aug 31 23:32:41.884305 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c2a430ba-0701-46b1-bda2-1f9060e1cc76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:41.907925 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f077d6-ff67-4cdd-bb7b-df209fb8411d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd412178-72a4-400d-a2ce-edb25feb3689'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:32:41.910269 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8712f65-b9bf-41f8-9c01-e8e6f9adb6b8" -d '{"events": [{"server_uuid": "d5f077d6-ff67-4cdd-bb7b-df209fb8411d", "name": "network-vif-plugged", "status": "completed", "tag": "bd412178-72a4-400d-a2ce-edb25feb3689"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:32:41.913877 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6a82602a-3040-46ef-b874-f9ae0bcbaed3 req-89696012-bd81-43fb-a2fa-2021bf0acf8f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547211 Aug 31 23:32:41.918808 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c2a430ba-0701-46b1-bda2-1f9060e1cc76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:41.952944 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ec01b2-2528-4bdf-9a83-269684259f08 x-openstack-request-id: req-78ec01b2-2528-4bdf-9a83-269684259f08 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:32:41.953237 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f077d6-ff67-4cdd-bb7b-df209fb8411d", "name": "network-vif-plugged", "status": "completed", "tag": "bd412178-72a4-400d-a2ce-edb25feb3689", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:32:41.953488 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-78ec01b2-2528-4bdf-9a83-269684259f08 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:32:41.953881 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f077d6-ff67-4cdd-bb7b-df209fb8411d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd412178-72a4-400d-a2ce-edb25feb3689', 'code': 200} Aug 31 23:32:41.971282 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c2a430ba-0701-46b1-bda2-1f9060e1cc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:41.974281 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c2a430ba-0701-46b1-bda2-1f9060e1cc76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:41.975441 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-c2a430ba-0701-46b1-bda2-1f9060e1cc76 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/de06332c-61d9-4355-b94e-f30271fe424c HTTP/1.1" status: 204 len: 168 time: 0.1705496 Aug 31 23:32:41.983660 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a430ba-0701-46b1-bda2-1f9060e1cc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de06332c-61d9-4355-b94e-f30271fe424c,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:42.152537 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637b90-c2f3-4996-8970-150b9fa0b956 req-f7d51538-b02a-4079-a4f0-bb364d166b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:42.154033 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-26637b90-c2f3-4996-8970-150b9fa0b956 req-f7d51538-b02a-4079-a4f0-bb364d166b05 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 1098 time: 0.0503199 Aug 31 23:32:42.194516 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-26637b90-c2f3-4996-8970-150b9fa0b956 req-d929b224-9b37-449c-9131-d375509cb234 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304050 Aug 31 23:32:42.281259 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a31205-f9a5-4928-8aca-cc1923a86c46 req-5dfad425-1e3a-4149-83b2-9f63371215ae tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:42.285749 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-99a31205-f9a5-4928-8aca-cc1923a86c46 req-5dfad425-1e3a-4149-83b2-9f63371215ae tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 946 time: 0.0572906 Aug 31 23:32:42.310308 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 40032) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:42.326643 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-99a31205-f9a5-4928-8aca-cc1923a86c46 req-eeb5c17b-4224-44e7-8e79-0411489c6157 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358987 Aug 31 23:32:42.329188 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5e16520f-991a-4a89-b17b-e02bb9fe3f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:42.430529 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5e16520f-991a-4a89-b17b-e02bb9fe3f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:42.434869 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5e16520f-991a-4a89-b17b-e02bb9fe3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:42.477889 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-5e16520f-991a-4a89-b17b-e02bb9fe3f3d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=96993f8d68ad40c9958de0e4daf040c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1660037 Aug 31 23:32:42.480372 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40042) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:42.481276 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16520f-991a-4a89-b17b-e02bb9fe3f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8166c829-896e-415c-a8b1-aaa7b195b922,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:42.537210 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-361a961a-dbab-4b7f-8df2-a701234473f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:42.567334 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-361a961a-dbab-4b7f-8df2-a701234473f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:42.638491 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-361a961a-dbab-4b7f-8df2-a701234473f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:42.641608 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-361a961a-dbab-4b7f-8df2-a701234473f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:42.646707 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-361a961a-dbab-4b7f-8df2-a701234473f8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8166c829-896e-415c-a8b1-aaa7b195b922 HTTP/1.1" status: 204 len: 168 time: 0.1650655 Aug 31 23:32:42.655033 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a961a-dbab-4b7f-8df2-a701234473f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8166c829-896e-415c-a8b1-aaa7b195b922,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:42.682095 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:32:42.688432 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device f75ec18e-555b-47f3-a862-1608fd678194 up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:32:42.700330 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afdea0-0bd8-4969-8aa0-ec0e5903e75f req-cc8e98d8-e012-4100-bfb1-8a3a342edd7c tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:42.701992 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a1afdea0-0bd8-4969-8aa0-ec0e5903e75f req-cc8e98d8-e012-4100-bfb1-8a3a342edd7c tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 945 time: 0.0955021 Aug 31 23:32:42.767922 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a1afdea0-0bd8-4969-8aa0-ec0e5903e75f req-94da3b00-1750-4706-a737-7057cdbc48ea tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576158 Aug 31 23:32:42.843142 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port f75ec18e-555b-47f3-a862-1608fd678194 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:32:42.848631 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port f75ec18e-555b-47f3-a862-1608fd678194 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:42.849030 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:43.010064 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b,segment=NetworkSegment(f1b0a8cb-7605-4bf7-943c-c7d842583ed0),segment_id=f1b0a8cb-7605-4bf7-943c-c7d842583ed0)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:43.031968 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ebb2949e-fc47-4565-a83b-21efbf3d55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:43.036251 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b', 'network_id': '4bcb073e-1d75-46c6-8333-a59aa396399f', 'port_id': '9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b', 'mac_address': 'fa:16:3e:64:78:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53f0166-3f80-478d-8aa4-6c43d9c06f6f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:32:43.134907 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fb38f-308e-4a8c-b167-073788a239d6 req-6193105b-3dd5-41e4-b145-f8bf602a8028 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:43.139523 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d56fb38f-308e-4a8c-b167-073788a239d6 req-6193105b-3dd5-41e4-b145-f8bf602a8028 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 943 time: 0.1623654 Aug 31 23:32:43.151989 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:43.160183 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764338de-a0ff-4213-97bc-b21e03e0efb2 req-1fa4ec5d-30c7-4cbf-b3c3-34199ac2b588 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:43.161945 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-764338de-a0ff-4213-97bc-b21e03e0efb2 req-1fa4ec5d-30c7-4cbf-b3c3-34199ac2b588 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0989075 Aug 31 23:32:43.193499 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:32:43.208266 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d56fb38f-308e-4a8c-b167-073788a239d6 req-9c528dd6-9cda-40c9-8900-c2fe13b4863c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549326 Aug 31 23:32:43.212656 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:43.214426 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-764338de-a0ff-4213-97bc-b21e03e0efb2 req-2f847f54-c13a-4551-9563-87ef566179b9 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459425 Aug 31 23:32:43.214820 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:43.243100 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b,segment=NetworkSegment(f1b0a8cb-7605-4bf7-943c-c7d842583ed0),segment_id=f1b0a8cb-7605-4bf7-943c-c7d842583ed0)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:43.250584 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:43.289964 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port f75ec18e-555b-47f3-a862-1608fd678194, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f75ec18e-555b-47f3-a862-1608fd678194,segment=NetworkSegment(f1b0a8cb-7605-4bf7-943c-c7d842583ed0),segment_id=f1b0a8cb-7605-4bf7-943c-c7d842583ed0)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:43.297077 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:43.316573 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:43.386755 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=f75ec18e-555b-47f3-a862-1608fd678194,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:43.484973 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10d6e3-bf1a-429e-9f4b-b2ddc7fe2018 req-ed6eb46d-5412-47dc-a0e1-041e7741f66d tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:43.486503 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9b10d6e3-bf1a-429e-9f4b-b2ddc7fe2018 req-ed6eb46d-5412-47dc-a0e1-041e7741f66d tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 946 time: 0.0634239 Aug 31 23:32:43.528877 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:32:43.559207 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:43.564870 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9b10d6e3-bf1a-429e-9f4b-b2ddc7fe2018 req-2697b494-cbae-4cef-8e83-ca1d25c3e00c tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624883 Aug 31 23:32:43.904797 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba29af8-8d8b-4d06-9dd9-2e4529d1bd94 req-8c098836-fe57-4a6b-bc46-5f27b412fac3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:43.906351 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1ba29af8-8d8b-4d06-9dd9-2e4529d1bd94 req-8c098836-fe57-4a6b-bc46-5f27b412fac3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 945 time: 0.0560184 Aug 31 23:32:43.955021 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a6b6ba-ec4b-42e0-8d59-c7116d35369c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75ec18e-555b-47f3-a862-1608fd678194'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:32:43.957653 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d4d3fa-d559-4469-9e8e-56baad27549b" -d '{"events": [{"server_uuid": "62a6b6ba-ec4b-42e0-8d59-c7116d35369c", "name": "network-vif-plugged", "status": "completed", "tag": "f75ec18e-555b-47f3-a862-1608fd678194"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:32:43.983469 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1ba29af8-8d8b-4d06-9dd9-2e4529d1bd94 req-aadfa21b-db4c-46e8-8731-be4a715f6d64 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672324 Aug 31 23:32:44.026667 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a5f21a-a621-4c75-94a4-8c1ae4d58be4 x-openstack-request-id: req-18a5f21a-a621-4c75-94a4-8c1ae4d58be4 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:32:44.027214 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a6b6ba-ec4b-42e0-8d59-c7116d35369c", "name": "network-vif-plugged", "status": "completed", "tag": "f75ec18e-555b-47f3-a862-1608fd678194", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:32:44.027312 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18a5f21a-a621-4c75-94a4-8c1ae4d58be4 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:32:44.027678 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a6b6ba-ec4b-42e0-8d59-c7116d35369c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75ec18e-555b-47f3-a862-1608fd678194', 'code': 200} Aug 31 23:32:44.280772 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fa0f7-3410-483a-900f-c31c52adc002 req-c30cc506-6f17-4b24-b923-259ef53dd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:44.282293 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ac6fa0f7-3410-483a-900f-c31c52adc002 req-c30cc506-6f17-4b24-b923-259ef53dd21b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 1098 time: 0.0805545 Aug 31 23:32:44.375798 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44892d1-89b9-4c07-ab58-8465f807d70d req-d92947ae-3b48-4327-988b-40da76c417db tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:44.384490 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f44892d1-89b9-4c07-ab58-8465f807d70d req-d92947ae-3b48-4327-988b-40da76c417db tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0798280 Aug 31 23:32:44.391839 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ac6fa0f7-3410-483a-900f-c31c52adc002 req-7349a968-f8fc-42b5-9082-96de1932287c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014657 Aug 31 23:32:44.433924 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f44892d1-89b9-4c07-ab58-8465f807d70d req-277c5530-3a3a-46a8-8c50-24416568ea9b tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478804 Aug 31 23:32:44.457474 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec28ac6-614e-4588-bf59-3ca1ff29bcd6 req-19b8bb94-e88e-41a8-8335-05c911d465b3 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:44.459056 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7ec28ac6-614e-4588-bf59-3ca1ff29bcd6 req-19b8bb94-e88e-41a8-8335-05c911d465b3 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 944 time: 0.1506827 Aug 31 23:32:44.523344 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7ec28ac6-614e-4588-bf59-3ca1ff29bcd6 req-1b9607c3-3446-46eb-98ea-cf902424569b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570984 Aug 31 23:32:44.684175 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:32:44.688977 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:32:44.793648 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:32:44.811959 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:44.812435 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:44.858595 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:44.877780 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'port_id': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318', 'mac_address': 'fa:16:3e:a9:85:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:32:44.965115 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:44.982052 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:45.000039 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:32:45.021211 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:45.029954 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40196) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:45.031014 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:45.039037 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:45.067593 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b,segment=NetworkSegment(f1b0a8cb-7605-4bf7-943c-c7d842583ed0),segment_id=f1b0a8cb-7605-4bf7-943c-c7d842583ed0)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:45.080093 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:45.097856 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:45.154493 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:45.157975 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b9f8595a-b4ea-44e4-b671-c37af3763a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:45.249875 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b9f8595a-b4ea-44e4-b671-c37af3763a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:45.254604 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b9f8595a-b4ea-44e4-b671-c37af3763a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:45.291911 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-b9f8595a-b4ea-44e4-b671-c37af3763a00 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8aa42dd71a6e419595f2d6942cd5c8a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607775 Aug 31 23:32:45.292788 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8595a-b4ea-44e4-b671-c37af3763a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b13a40-c73c-4078-b954-bdafa56ddcdc,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:45.294774 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 40208) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:45.345090 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d8386af4-2b24-4dac-82e7-c2726cd70e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:45.365533 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d8386af4-2b24-4dac-82e7-c2726cd70e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:45.409843 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d8386af4-2b24-4dac-82e7-c2726cd70e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:45.412517 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d8386af4-2b24-4dac-82e7-c2726cd70e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:45.413691 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-d8386af4-2b24-4dac-82e7-c2726cd70e0f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/09b13a40-c73c-4078-b954-bdafa56ddcdc HTTP/1.1" status: 204 len: 168 time: 0.1178670 Aug 31 23:32:45.421280 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8386af4-2b24-4dac-82e7-c2726cd70e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b13a40-c73c-4078-b954-bdafa56ddcdc,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:45.551886 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80951207-af42-407a-9f8d-183c34755bb6 req-3b554ac1-0cff-4245-afd9-885fefb0b5bd tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:45.553379 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-80951207-af42-407a-9f8d-183c34755bb6 req-3b554ac1-0cff-4245-afd9-885fefb0b5bd tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 945 time: 0.0526221 Aug 31 23:32:45.591070 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-80951207-af42-407a-9f8d-183c34755bb6 req-1d341839-571d-4b4f-8077-5ba0376547f4 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318713 Aug 31 23:32:45.701015 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 40224) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:45.710318 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8a3c2-6c85-4530-99eb-eebbdc2fee12 req-209ab496-c1b5-4626-8009-fe8d34c7ef4c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:45.711739 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-40d8a3c2-6c85-4530-99eb-eebbdc2fee12 req-209ab496-c1b5-4626-8009-fe8d34c7ef4c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0526125 Aug 31 23:32:45.728132 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8a8adf1c-bb77-4ea2-b613-681b66d53f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:45.770484 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-40d8a3c2-6c85-4530-99eb-eebbdc2fee12 req-eef475a7-04db-44f1-a6e5-626c01969fe1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528157 Aug 31 23:32:45.838869 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8a8adf1c-bb77-4ea2-b613-681b66d53f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:45.842734 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8a8adf1c-bb77-4ea2-b613-681b66d53f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:45.887627 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-8a8adf1c-bb77-4ea2-b613-681b66d53f8c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6ff80c36071f478984504fc94dea07d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854534 Aug 31 23:32:45.888511 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8adf1c-bb77-4ea2-b613-681b66d53f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cade18-283d-49c6-8339-732bf1229eb5,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:45.890578 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40228) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:45.948459 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ecf925bc-6613-4f32-89b2-a1a0b06a6914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:45.970114 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ecf925bc-6613-4f32-89b2-a1a0b06a6914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:46.017480 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ecf925bc-6613-4f32-89b2-a1a0b06a6914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:46.020093 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ecf925bc-6613-4f32-89b2-a1a0b06a6914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:46.023710 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-ecf925bc-6613-4f32-89b2-a1a0b06a6914 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/76cade18-283d-49c6-8339-732bf1229eb5 HTTP/1.1" status: 204 len: 168 time: 0.1288414 Aug 31 23:32:46.028810 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf925bc-6613-4f32-89b2-a1a0b06a6914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cade18-283d-49c6-8339-732bf1229eb5,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:46.029259 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae948c91-2a26-4764-961c-55cd9341ec62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:32:46.031790 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359fe451-76af-48e8-ac87-d6c824307159" -d '{"events": [{"server_uuid": "ae948c91-2a26-4764-961c-55cd9341ec62", "name": "network-vif-plugged", "status": "completed", "tag": "9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:32:47.913374 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafe2e37-1fff-4395-8e06-c7ecf135d970 x-openstack-request-id: req-bafe2e37-1fff-4395-8e06-c7ecf135d970 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:32:47.914343 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae948c91-2a26-4764-961c-55cd9341ec62", "name": "network-vif-plugged", "status": "completed", "tag": "9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:32:47.914679 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bafe2e37-1fff-4395-8e06-c7ecf135d970 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:32:47.915410 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae948c91-2a26-4764-961c-55cd9341ec62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b', 'code': 200} Aug 31 23:32:48.029983 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['4c1f8313-9d06-4ecf-9962-23d7cc1e9318'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:32:48.040560 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b091c4-07b2-4c75-9601-91edae09ae76 req-5de5714e-f454-4acd-9f0a-dd07e3f2eb2c tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:48.048005 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f8b091c4-07b2-4c75-9601-91edae09ae76 req-5de5714e-f454-4acd-9f0a-dd07e3f2eb2c tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 945 time: 0.0765848 Aug 31 23:32:48.108977 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f8b091c4-07b2-4c75-9601-91edae09ae76 req-52c8ef25-7891-4b42-afd9-0b0832becca8 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595610 Aug 31 23:32:48.136859 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183aa68e-342d-4e55-a34b-419a4a17ef36 req-037a5691-7098-48f9-b34b-0f7a8c9f86bc tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:48.151516 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-183aa68e-342d-4e55-a34b-419a4a17ef36 req-037a5691-7098-48f9-b34b-0f7a8c9f86bc tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.1116729 Aug 31 23:32:48.209643 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-183aa68e-342d-4e55-a34b-419a4a17ef36 req-4ca7d33b-431f-446b-82aa-86feab658749 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564468 Aug 31 23:32:48.271596 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317db4c3-3b67-41f5-947f-0bfef5e2c777 req-39f51269-87e9-4498-aef2-8f6589555a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:48.273546 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-317db4c3-3b67-41f5-947f-0bfef5e2c777 req-39f51269-87e9-4498-aef2-8f6589555a41 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 1098 time: 0.0467215 Aug 31 23:32:48.319970 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-317db4c3-3b67-41f5-947f-0bfef5e2c777 req-2ed84957-fee0-4098-9687-c0587adae6f9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383019 Aug 31 23:32:48.599781 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40350) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:48.820265 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-30f57fb9-2671-4f32-a4e9-7ef151dac14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:48.822070 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 40366) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:48.891313 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-872d7d83-325e-44e7-80db-9b5e8d0a4fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:48.944753 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-30f57fb9-2671-4f32-a4e9-7ef151dac14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:48.949304 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-30f57fb9-2671-4f32-a4e9-7ef151dac14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:48.979228 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f57fb9-2671-4f32-a4e9-7ef151dac14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f673476-eec1-473f-8ece-06f4b9e70315,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:49.000137 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-30f57fb9-2671-4f32-a4e9-7ef151dac14a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=29459246d5244b2bbe306361e18c23ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990638 Aug 31 23:32:49.002699 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40378) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:49.071805 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eb93d4a7-34b6-42c2-91f4-dfef7f67fc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.074980 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-872d7d83-325e-44e7-80db-9b5e8d0a4fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.082085 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-872d7d83-325e-44e7-80db-9b5e8d0a4fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.103775 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eb93d4a7-34b6-42c2-91f4-dfef7f67fc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.169231 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-872d7d83-325e-44e7-80db-9b5e8d0a4fe0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cfb41de6f3874fc6b92fec4cd6fa2804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426716 Aug 31 23:32:49.169231 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 40390) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:49.194033 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d7d83-325e-44e7-80db-9b5e8d0a4fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6c173d-006e-41f2-ab2c-7a7dd67c26b2,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:49.202741 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eb93d4a7-34b6-42c2-91f4-dfef7f67fc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.207234 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-eb93d4a7-34b6-42c2-91f4-dfef7f67fc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.208766 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-eb93d4a7-34b6-42c2-91f4-dfef7f67fc23 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0f673476-eec1-473f-8ece-06f4b9e70315 HTTP/1.1" status: 204 len: 168 time: 0.2041118 Aug 31 23:32:49.224116 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93d4a7-34b6-42c2-91f4-dfef7f67fc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f673476-eec1-473f-8ece-06f4b9e70315,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:49.256506 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-52c72e6b-e093-49f4-b791-57a53bfce58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.293671 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-52c72e6b-e093-49f4-b791-57a53bfce58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.388840 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e8123-3bf5-41a2-9b56-7a51ffed621a req-4e1505ec-9d8b-47c3-86d9-f7d4007f88c5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:49.390619 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-411e8123-3bf5-41a2-9b56-7a51ffed621a req-4e1505ec-9d8b-47c3-86d9-f7d4007f88c5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 945 time: 0.0738230 Aug 31 23:32:49.421357 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-52c72e6b-e093-49f4-b791-57a53bfce58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.424117 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-52c72e6b-e093-49f4-b791-57a53bfce58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.425861 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-52c72e6b-e093-49f4-b791-57a53bfce58e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1c6c173d-006e-41f2-ab2c-7a7dd67c26b2 HTTP/1.1" status: 204 len: 168 time: 0.2552745 Aug 31 23:32:49.440042 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff10ea-9aa1-4783-961d-e3050ac33c79 req-c57e5c13-ca7b-4b34-9a68-5625f23d7865 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:49.447353 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cdff10ea-9aa1-4783-961d-e3050ac33c79 req-c57e5c13-ca7b-4b34-9a68-5625f23d7865 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.1212287 Aug 31 23:32:49.454730 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-411e8123-3bf5-41a2-9b56-7a51ffed621a req-37b90643-fd6e-493c-85e8-0a2410a64c88 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576200 Aug 31 23:32:49.475726 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c72e6b-e093-49f4-b791-57a53bfce58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6c173d-006e-41f2-ab2c-7a7dd67c26b2,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:49.531436 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cdff10ea-9aa1-4783-961d-e3050ac33c79 req-75781f23-77d9-4d58-8551-7d89d9424a2f tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814002 Aug 31 23:32:49.691647 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:32:49.741537 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:32:49.745575 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:32:49.746126 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.783752 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 40420) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:49.799083 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-790da6c0-7e64-46e5-af65-ccad5b198d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.829989 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40422) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:49.840603 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.845224 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2b64be66-2ecc-43d2-803e-114c1fb94c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.881084 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:49.884964 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.899272 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-790da6c0-7e64-46e5-af65-ccad5b198d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.903780 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-790da6c0-7e64-46e5-af65-ccad5b198d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:49.922911 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:32:49.925297 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904d9deb-31d2-49a8-813f-13e47257adb1" -d '{"events": [{"server_uuid": "580824ec-8c1d-4d10-83b8-ec2b699c153e", "name": "network-vif-plugged", "status": "completed", "tag": "4c1f8313-9d06-4ecf-9962-23d7cc1e9318"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:32:49.947104 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-790da6c0-7e64-46e5-af65-ccad5b198d52 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=03fe47b4e607436ca5bede143cb19529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591709 Aug 31 23:32:49.947104 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790da6c0-7e64-46e5-af65-ccad5b198d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b095f99-492b-4b7e-a89f-0cfc739b9970,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:49.947803 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40426) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:49.961228 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:49.984887 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286ac752-9021-4dc3-a1e4-87487e987b4e x-openstack-request-id: req-286ac752-9021-4dc3-a1e4-87487e987b4e {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:32:49.985320 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580824ec-8c1d-4d10-83b8-ec2b699c153e", "name": "network-vif-plugged", "status": "completed", "tag": "4c1f8313-9d06-4ecf-9962-23d7cc1e9318", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:32:49.985640 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-286ac752-9021-4dc3-a1e4-87487e987b4e {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:32:49.987708 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318', 'code': 200} Aug 31 23:32:50.032503 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2b64be66-2ecc-43d2-803e-114c1fb94c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:50.036544 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-329728ee-4aad-41e5-9273-991f9a7bbaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:50.040631 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2b64be66-2ecc-43d2-803e-114c1fb94c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:50.090903 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-329728ee-4aad-41e5-9273-991f9a7bbaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:50.102490 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-2b64be66-2ecc-43d2-803e-114c1fb94c6e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b252868df21c4583bbd958b946637a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714069 Aug 31 23:32:50.103277 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64be66-2ecc-43d2-803e-114c1fb94c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1046c14d-bc58-4ec3-b275-e839c92ed22a,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:50.105203 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 40428) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:50.154395 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-329728ee-4aad-41e5-9273-991f9a7bbaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:50.157340 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-329728ee-4aad-41e5-9273-991f9a7bbaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:50.161239 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-329728ee-4aad-41e5-9273-991f9a7bbaba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8b095f99-492b-4b7e-a89f-0cfc739b9970 HTTP/1.1" status: 204 len: 168 time: 0.2099655 Aug 31 23:32:50.167379 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329728ee-4aad-41e5-9273-991f9a7bbaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b095f99-492b-4b7e-a89f-0cfc739b9970,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:50.202660 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714eb3cd-6699-4775-bf0f-3451a2b8417c req-a0a74d60-598d-49b4-8f43-124857f7a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:50.205730 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-714eb3cd-6699-4775-bf0f-3451a2b8417c req-a0a74d60-598d-49b4-8f43-124857f7a677 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 1099 time: 0.0770376 Aug 31 23:32:50.230015 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-69e342ad-883c-458c-ba78-a1dd76fddb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:50.262974 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-69e342ad-883c-458c-ba78-a1dd76fddb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:50.265987 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-714eb3cd-6699-4775-bf0f-3451a2b8417c req-e75d8541-3738-4338-a0f1-495c173cb19c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518684 Aug 31 23:32:50.312277 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-69e342ad-883c-458c-ba78-a1dd76fddb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:50.314875 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-69e342ad-883c-458c-ba78-a1dd76fddb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:50.316083 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-69e342ad-883c-458c-ba78-a1dd76fddb35 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1046c14d-bc58-4ec3-b275-e839c92ed22a HTTP/1.1" status: 204 len: 168 time: 0.2098744 Aug 31 23:32:50.323716 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e342ad-883c-458c-ba78-a1dd76fddb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1046c14d-bc58-4ec3-b275-e839c92ed22a,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:50.670388 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91786791-808d-43e7-9ce6-d5d1091e1a83 req-1cb26d28-f36c-4508-93c2-576336ffe95b tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:50.678734 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-91786791-808d-43e7-9ce6-d5d1091e1a83 req-1cb26d28-f36c-4508-93c2-576336ffe95b tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.1135788 Aug 31 23:32:50.727095 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-91786791-808d-43e7-9ce6-d5d1091e1a83 req-6042da49-4033-4423-acbf-4aa199a76928 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454237 Aug 31 23:32:50.768704 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5147e16-4c99-46d1-bfb1-c41b077b9616 req-a37ed151-6492-464f-9d29-79071e1f1905 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:50.776556 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d5147e16-4c99-46d1-bfb1-c41b077b9616 req-a37ed151-6492-464f-9d29-79071e1f1905 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.1168847 Aug 31 23:32:50.830045 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d5147e16-4c99-46d1-bfb1-c41b077b9616 req-82158a79-80d3-48fa-80df-863a932924b0 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523779 Aug 31 23:32:51.177343 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a770e38-edd1-420e-951a-a312defa5c6c req-c7740d3c-1a48-4493-ae1e-88176ff8b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:51.178996 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7a770e38-edd1-420e-951a-a312defa5c6c req-c7740d3c-1a48-4493-ae1e-88176ff8b58e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=50a47fc76e7d48e5b704d5f2dd962483&device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 1098 time: 0.0594831 Aug 31 23:32:51.197108 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfc430-fad9-4a0a-9f94-5b830554e9cd req-413b1a9d-1fbd-4232-ba61-c5bae85b421b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:51.199112 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c4dfc430-fad9-4a0a-9f94-5b830554e9cd req-413b1a9d-1fbd-4232-ba61-c5bae85b421b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0805368 Aug 31 23:32:51.301719 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c4dfc430-fad9-4a0a-9f94-5b830554e9cd req-86411280-4cef-404b-a808-9aa54161d811 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955651 Aug 31 23:32:51.323789 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a770e38-edd1-420e-951a-a312defa5c6c req-f2841645-2919-4ab3-bf6e-37deeadbf6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:51.325583 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7a770e38-edd1-420e-951a-a312defa5c6c req-f2841645-2919-4ab3-bf6e-37deeadbf6d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4bcb073e-1d75-46c6-8333-a59aa396399f HTTP/1.1" status: 200 len: 920 time: 0.1309767 Aug 31 23:32:51.371864 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7a770e38-edd1-420e-951a-a312defa5c6c req-dcb04632-8772-4c1c-a6ed-63d3151c89bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b HTTP/1.1" status: 200 len: 217 time: 0.0385716 Aug 31 23:32:51.424873 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a770e38-edd1-420e-951a-a312defa5c6c req-7e22a69d-3fd0-49d5-abfe-e5dd9a1d26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:51.426324 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7a770e38-edd1-420e-951a-a312defa5c6c req-7e22a69d-3fd0-49d5-abfe-e5dd9a1d26b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c53f0166-3f80-478d-8aa4-6c43d9c06f6f HTTP/1.1" status: 200 len: 859 time: 0.0476201 Aug 31 23:32:51.473003 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7a770e38-edd1-420e-951a-a312defa5c6c req-e6c771ad-7bb6-43d0-8649-a387768e1839 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4bcb073e-1d75-46c6-8333-a59aa396399f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270915 Aug 31 23:32:51.570022 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7a770e38-edd1-420e-951a-a312defa5c6c req-e1631a61-81a2-4c2a-b9e2-17d2d9fa65fe service neutron] 10.222.0.53 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879979 Aug 31 23:32:51.586408 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40532) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:51.703948 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7a770e38-edd1-420e-951a-a312defa5c6c req-6eaf64b8-6cdf-442b-8def-68255721babe service neutron] 10.222.0.53 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193283 Aug 31 23:32:51.835615 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4ec871cc-bb64-4f03-bc78-ee7f2441751f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:51.910874 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f3131-f9b1-476e-9553-d1b14c0e03ec req-6a33eab4-2940-4671-84e9-01d477d6b243 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:51.923274 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-299f3131-f9b1-476e-9553-d1b14c0e03ec req-6a33eab4-2940-4671-84e9-01d477d6b243 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0842357 Aug 31 23:32:51.960794 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-299f3131-f9b1-476e-9553-d1b14c0e03ec req-d0ef722b-9ef3-4c12-b499-aca61d20298d tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364361 Aug 31 23:32:52.019620 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4ec871cc-bb64-4f03-bc78-ee7f2441751f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:52.034871 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4ec871cc-bb64-4f03-bc78-ee7f2441751f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:52.047917 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 40552) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:52.141594 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec871cc-bb64-4f03-bc78-ee7f2441751f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c070ace9-ba06-4ab0-a8de-e731f7a6eb51,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:52.146410 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-4ec871cc-bb64-4f03-bc78-ee7f2441751f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a70337fa8259452db2b8512148db17c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5587525 Aug 31 23:32:52.149645 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 40566) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:52.185181 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790869f-a17d-4c3c-be16-9d8d8b7aec37 req-051150d0-0f59-498a-948b-975089c1c58d tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:52.186828 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-7790869f-a17d-4c3c-be16-9d8d8b7aec37 req-051150d0-0f59-498a-948b-975089c1c58d tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0857494 Aug 31 23:32:52.196834 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 40570) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:52.201557 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-cb0868e1-945f-448b-8483-dcecdf7760b6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Request body: {'floatingip': {'port_id': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:32:52.293566 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-cb0868e1-945f-448b-8483-dcecdf7760b6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for floatingip, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:52.298449 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5770037f-ebee-41a2-9ee7-dae6468c2e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:52.328053 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9ba637b3-36c6-4632-8366-b593c50b3765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:52.460011 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9ba637b3-36c6-4632-8366-b593c50b3765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:52.587255 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d6554-a6f6-4c8e-a2df-3234b7b43625 req-cabb2a55-e384-4a32-af0f-505b0a8138ff tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:52.588900 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c67d6554-a6f6-4c8e-a2df-3234b7b43625 req-cabb2a55-e384-4a32-af0f-505b0a8138ff tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.2024086 Aug 31 23:32:52.666432 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9ba637b3-36c6-4632-8366-b593c50b3765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:52.668864 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9ba637b3-36c6-4632-8366-b593c50b3765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:52.669961 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-9ba637b3-36c6-4632-8366-b593c50b3765 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c070ace9-ba06-4ab0-a8de-e731f7a6eb51 HTTP/1.1" status: 204 len: 168 time: 0.5190578 Aug 31 23:32:52.701830 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c67d6554-a6f6-4c8e-a2df-3234b7b43625 req-02c22b06-d89f-4f29-ba93-18aeadbc6f24 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040907 Aug 31 23:32:52.706875 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba637b3-36c6-4632-8366-b593c50b3765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c070ace9-ba06-4ab0-a8de-e731f7a6eb51,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:52.797041 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5770037f-ebee-41a2-9ee7-dae6468c2e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:52.840649 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5770037f-ebee-41a2-9ee7-dae6468c2e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:52.918656 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-5770037f-ebee-41a2-9ee7-dae6468c2e75 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=152a2aed6f804a09ac57fa2f0e2ad55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8742058 Aug 31 23:32:52.921388 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40582) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:52.952145 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40584) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:52.971744 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-95d01f40-c9b0-4c1e-a275-f2868589a13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:52.998873 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7cea97e9-1d1a-4445-9359-fecf2893879a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:53.038078 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7cea97e9-1d1a-4445-9359-fecf2893879a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:53.123931 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7cea97e9-1d1a-4445-9359-fecf2893879a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:53.126757 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7cea97e9-1d1a-4445-9359-fecf2893879a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:53.128428 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-7cea97e9-1d1a-4445-9359-fecf2893879a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e66c3630-9710-4af1-9238-9718e9fcd91d HTTP/1.1" status: 204 len: 168 time: 0.2055221 Aug 31 23:32:53.145105 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-95d01f40-c9b0-4c1e-a275-f2868589a13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:53.147659 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea97e9-1d1a-4445-9359-fecf2893879a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66c3630-9710-4af1-9238-9718e9fcd91d,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:53.152063 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770037f-ebee-41a2-9ee7-dae6468c2e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66c3630-9710-4af1-9238-9718e9fcd91d,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:53.156136 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-95d01f40-c9b0-4c1e-a275-f2868589a13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:53.210660 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-95d01f40-c9b0-4c1e-a275-f2868589a13f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f2b2202ad8b14c20ad2d93e1dd6869d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571561 Aug 31 23:32:53.212195 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d01f40-c9b0-4c1e-a275-f2868589a13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad7ae9c-7b19-44a9-a2cb-7caf12ba6222,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:53.212485 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 40592) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:53.327758 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.db.resource_extend [None req-cb0868e1-945f-448b-8483-dcecdf7760b6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 23:32:53.429449 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-cb0868e1-945f-448b-8483-dcecdf7760b6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:53.431202 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-37ca5f99-8620-4435-bdb4-9de5ccb7ea1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:53.436823 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-cb0868e1-945f-448b-8483-dcecdf7760b6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762317'] for floatingip, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:53.505491 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-37ca5f99-8620-4435-bdb4-9de5ccb7ea1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:53.602529 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.db.l3_db [None req-cb0868e1-945f-448b-8483-dcecdf7760b6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Floating IP ab1cee3c-b4cc-4e16-a42a-ae4ccef58c1d associated. External IP: 172.27.0.217, port: 4c1f8313-9d06-4ecf-9962-23d7cc1e9318. Aug 31 23:32:53.655828 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-37ca5f99-8620-4435-bdb4-9de5ccb7ea1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:53.660098 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-37ca5f99-8620-4435-bdb4-9de5ccb7ea1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:53.664087 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-37ca5f99-8620-4435-bdb4-9de5ccb7ea1b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cad7ae9c-7b19-44a9-a2cb-7caf12ba6222 HTTP/1.1" status: 204 len: 168 time: 0.4446597 Aug 31 23:32:53.708130 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca5f99-8620-4435-bdb4-9de5ccb7ea1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad7ae9c-7b19-44a9-a2cb-7caf12ba6222,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:53.847886 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641d481-0487-4718-aef3-54e5119b61bb req-0cbc1607-75a5-448d-bb33-c66208a82126 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:53.856700 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3641d481-0487-4718-aef3-54e5119b61bb req-0cbc1607-75a5-448d-bb33-c66208a82126 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0658243 Aug 31 23:32:53.916638 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3641d481-0487-4718-aef3-54e5119b61bb req-0cd62d26-c912-47be-9d32-8bc9e8f841b9 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587626 Aug 31 23:32:53.983848 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0868e1-945f-448b-8483-dcecdf7760b6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:32:54.139551 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0868e1-945f-448b-8483-dcecdf7760b6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:32:54.147185 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-cb0868e1-945f-448b-8483-dcecdf7760b6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:54.157300 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52742c7-3aea-4466-84ba-d6b8f62999a3 None None] Sync routers for ids ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:32:54.170649 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52742c7-3aea-4466-84ba-d6b8f62999a3 None None] Routers {'0a5215cf-ae05-4e96-80dc-ed2acc7babc9'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:32:54.171866 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-b52742c7-3aea-4466-84ba-d6b8f62999a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:32:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:54.202557 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-cb0868e1-945f-448b-8483-dcecdf7760b6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "PUT /v2.0/floatingips/ab1cee3c-b4cc-4e16-a42a-ae4ccef58c1d HTTP/1.1" status: 200 len: 992 time: 2.0046699 Aug 31 23:32:54.203274 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'tag': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:32:54.207062 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc67c66-d82b-42c1-abdc-d7334d36a819" -d '{"events": [{"name": "network-changed", "server_uuid": "580824ec-8c1d-4d10-83b8-ec2b699c153e", "tag": "4c1f8313-9d06-4ecf-9962-23d7cc1e9318"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:32:54.266431 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d225304f-404f-4cd3-ad16-fa8e0c9c841d x-openstack-request-id: req-d225304f-404f-4cd3-ad16-fa8e0c9c841d {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:32:54.266788 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580824ec-8c1d-4d10-83b8-ec2b699c153e", "tag": "4c1f8313-9d06-4ecf-9962-23d7cc1e9318", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:32:54.267145 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d225304f-404f-4cd3-ad16-fa8e0c9c841d {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:32:54.267607 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'tag': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318', 'status': 'completed', 'code': 200} Aug 31 23:32:54.357373 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc67c66-d82b-42c1-abdc-d7334d36a819 req-86990281-0536-40dc-b3ba-6bec856abfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:54.359346 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cfc67c66-d82b-42c1-abdc-d7334d36a819 req-86990281-0536-40dc-b3ba-6bec856abfa0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c49e741b70d4f008e8dbd658695b1d0&device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 1099 time: 0.0493767 Aug 31 23:32:54.400404 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-b52742c7-3aea-4466-84ba-d6b8f62999a3 None None] Set router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:32:54.560939 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc67c66-d82b-42c1-abdc-d7334d36a819 req-e99fa118-59c2-4da7-aae3-aac0d0bca68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:54.569533 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cfc67c66-d82b-42c1-abdc-d7334d36a819 req-e99fa118-59c2-4da7-aae3-aac0d0bca68e service neutron] 10.222.0.53 "GET /v2.0/networks?id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d HTTP/1.1" status: 200 len: 917 time: 0.1856041 Aug 31 23:32:54.708457 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cfc67c66-d82b-42c1-abdc-d7334d36a819 req-8c887f3a-269c-4355-8cee-868887153b39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318 HTTP/1.1" status: 200 len: 1000 time: 0.1290288 Aug 31 23:32:54.794187 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc67c66-d82b-42c1-abdc-d7334d36a819 req-5e76cfc0-ebae-40e3-ba81-f648a36020f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:54.795650 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cfc67c66-d82b-42c1-abdc-d7334d36a819 req-5e76cfc0-ebae-40e3-ba81-f648a36020f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9a93863-32b4-4310-847d-ebe9dbacd80a HTTP/1.1" status: 200 len: 855 time: 0.0793672 Aug 31 23:32:54.824922 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-b52742c7-3aea-4466-84ba-d6b8f62999a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:32:11Z', 'revision_number': 4, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': 'ab1cee3c-b4cc-4e16-a42a-ae4ccef58c1d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'port_id': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'mac_address': 'fa:16:3e:a9:85:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:32:26Z', 'updated_at': '2021-08-31T23:32:53Z', 'revision_number': 1, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60441062-0c07-4cda-9809-6fbda1ffdb9f', 'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'mac_address': 'fa:16:3e:50:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:10Z', 'updated_at': '2021-08-31T23:32:24Z', 'revision_number': 5, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'subnets': [{'id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:54.860861 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc67c66-d82b-42c1-abdc-d7334d36a819 req-6100b695-789c-4ea2-bec0-1e63c44fc1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:54.863240 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cfc67c66-d82b-42c1-abdc-d7334d36a819 req-6100b695-789c-4ea2-bec0-1e63c44fc1b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539701 Aug 31 23:32:54.874801 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52742c7-3aea-4466-84ba-d6b8f62999a3 None None] Checking router: 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:32:54.886885 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52742c7-3aea-4466-84ba-d6b8f62999a3 None None] Routers {'0a5215cf-ae05-4e96-80dc-ed2acc7babc9'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:32:54.888065 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-b52742c7-3aea-4466-84ba-d6b8f62999a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:32:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:55.011404 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cfc67c66-d82b-42c1-abdc-d7334d36a819 req-4bf0962b-6201-4ea7-8afe-6390324f8f25 service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286700 Aug 31 23:32:55.142463 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8e8ca-8cc3-4259-abce-d8ff0d513976 req-1904a9d9-32a9-475a-a536-971bf2aaf6c6 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:55.153602 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-93c8e8ca-8cc3-4259-abce-d8ff0d513976 req-1904a9d9-32a9-475a-a536-971bf2aaf6c6 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.1216335 Aug 31 23:32:55.155675 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cfc67c66-d82b-42c1-abdc-d7334d36a819 req-4b8ef37a-8f14-4ab3-ad2c-ccb4ead9c9ec service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276286 Aug 31 23:32:55.202028 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-b52742c7-3aea-4466-84ba-d6b8f62999a3 None None] Set router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:32:55.249991 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-93c8e8ca-8cc3-4259-abce-d8ff0d513976 req-d47dba2f-b41f-4978-a6f3-e1d7588ac277 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935385 Aug 31 23:32:55.505520 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-b52742c7-3aea-4466-84ba-d6b8f62999a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:32:11Z', 'revision_number': 4, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': 'ab1cee3c-b4cc-4e16-a42a-ae4ccef58c1d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'port_id': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'mac_address': 'fa:16:3e:a9:85:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:32:26Z', 'updated_at': '2021-08-31T23:32:53Z', 'revision_number': 1, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60441062-0c07-4cda-9809-6fbda1ffdb9f', 'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'mac_address': 'fa:16:3e:50:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:10Z', 'updated_at': '2021-08-31T23:32:24Z', 'revision_number': 5, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'subnets': [{'id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:32:55.537050 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52742c7-3aea-4466-84ba-d6b8f62999a3 None None] The sync data for ids ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'] in dv-cinder-804459-5-iscsi is: [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:32:11Z', 'revision_number': 4, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': 'ab1cee3c-b4cc-4e16-a42a-ae4ccef58c1d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'port_id': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'mac_address': 'fa:16:3e:a9:85:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:32:26Z', 'updated_at': '2021-08-31T23:32:53Z', 'revision_number': 1, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60441062-0c07-4cda-9809-6fbda1ffdb9f', 'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'mac_address': 'fa:16:3e:50:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:10Z', 'updated_at': '2021-08-31T23:32:24Z', 'revision_number': 5, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'subnets': [{'id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:32:55.622331 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 40774) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:55.757372 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-670089ea-ee06-47ca-a84f-e75a3b746fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:55.826551 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3cc8ee-0d19-4bd4-8a1a-71d43a47310a None None] New status for floating IP ab1cee3c-b4cc-4e16-a42a-ae4ccef58c1d: ACTIVE {{(pid=93847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:32:55.880079 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-670089ea-ee06-47ca-a84f-e75a3b746fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:55.888607 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-670089ea-ee06-47ca-a84f-e75a3b746fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:55.901025 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40794) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:55.957922 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670089ea-ee06-47ca-a84f-e75a3b746fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1a3b12-965a-4924-a414-25201cd4d532,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:55.966003 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40798) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:55.976867 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-670089ea-ee06-47ca-a84f-e75a3b746fbd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ef447a2b4f3438a81162e5281cf4a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509219 Aug 31 23:32:56.055184 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-18c4e658-e673-4af9-9f4c-1f0da222f768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:56.082013 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-18c4e658-e673-4af9-9f4c-1f0da222f768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:56.161189 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ebaedde9-c82f-4381-82b2-c01ea0ee64a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:56.163674 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-18c4e658-e673-4af9-9f4c-1f0da222f768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:56.166747 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-18c4e658-e673-4af9-9f4c-1f0da222f768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:56.168065 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-18c4e658-e673-4af9-9f4c-1f0da222f768 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d1a3b12-965a-4924-a414-25201cd4d532 HTTP/1.1" status: 204 len: 168 time: 0.2009742 Aug 31 23:32:56.185399 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4e658-e673-4af9-9f4c-1f0da222f768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1a3b12-965a-4924-a414-25201cd4d532,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:56.334848 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ebaedde9-c82f-4381-82b2-c01ea0ee64a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:56.348544 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ebaedde9-c82f-4381-82b2-c01ea0ee64a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:56.410765 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-ebaedde9-c82f-4381-82b2-c01ea0ee64a8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=555aee96eb574d01bf237079cc8ab131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5030277 Aug 31 23:32:56.413650 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 40816) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:56.414293 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaedde9-c82f-4381-82b2-c01ea0ee64a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5fe126-f1b0-41e7-9b3e-4645e726b419,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:56.441905 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24a9ed-aa2d-437c-aaa2-3fe036753ed0 req-3537445a-35b9-4f74-90ca-f07f7411edf1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:56.443471 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8d24a9ed-aa2d-437c-aaa2-3fe036753ed0 req-3537445a-35b9-4f74-90ca-f07f7411edf1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.1065667 Aug 31 23:32:56.481904 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-bf6a8afd-70ab-4ca8-a97a-5346c6d558fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:56.496385 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8d24a9ed-aa2d-437c-aaa2-3fe036753ed0 req-c92bafb5-4a85-4a24-ac42-6c1ad3741fef tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448859 Aug 31 23:32:56.510445 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-bf6a8afd-70ab-4ca8-a97a-5346c6d558fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:56.581007 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-bf6a8afd-70ab-4ca8-a97a-5346c6d558fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:56.586698 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-bf6a8afd-70ab-4ca8-a97a-5346c6d558fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:56.587883 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-bf6a8afd-70ab-4ca8-a97a-5346c6d558fd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fc5fe126-f1b0-41e7-9b3e-4645e726b419 HTTP/1.1" status: 204 len: 168 time: 0.1730266 Aug 31 23:32:56.608720 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a8afd-70ab-4ca8-a97a-5346c6d558fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5fe126-f1b0-41e7-9b3e-4645e726b419,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:57.019410 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40854) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:57.033694 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-54e4f2e7-c6d2-418f-b02f-21ec8ef3dff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:57.054294 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85734d06-70d8-476a-99e5-2b8922218b15 req-7a8bdbc2-a918-439d-8b30-0b1dea228c19 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:57.056641 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-85734d06-70d8-476a-99e5-2b8922218b15 req-7a8bdbc2-a918-439d-8b30-0b1dea228c19 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 946 time: 0.0518355 Aug 31 23:32:57.103770 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-85734d06-70d8-476a-99e5-2b8922218b15 req-34998ef1-985d-43f6-9091-c67e0f3a5a73 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387549 Aug 31 23:32:57.123597 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40856) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:57.149587 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-54e4f2e7-c6d2-418f-b02f-21ec8ef3dff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:57.154370 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-54e4f2e7-c6d2-418f-b02f-21ec8ef3dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:57.194180 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4f2e7-c6d2-418f-b02f-21ec8ef3dff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1deaf34-f0de-472a-9bf1-0232419b36af,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:57.202734 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-54e4f2e7-c6d2-418f-b02f-21ec8ef3dff2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ced04b9df6a9407cb6ec04e0599bbf19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811647 Aug 31 23:32:57.204869 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 40862) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:57.259005 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8468f6f4-1032-46c4-b04e-b452f3d86afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:57.264925 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d7521053-d0b7-43be-bb67-06a670fd362f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:57.288133 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d7521053-d0b7-43be-bb67-06a670fd362f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:57.356739 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d7521053-d0b7-43be-bb67-06a670fd362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:57.361201 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d7521053-d0b7-43be-bb67-06a670fd362f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:57.363302 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-d7521053-d0b7-43be-bb67-06a670fd362f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a1deaf34-f0de-472a-9bf1-0232419b36af HTTP/1.1" status: 204 len: 168 time: 0.1573200 Aug 31 23:32:57.381483 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7521053-d0b7-43be-bb67-06a670fd362f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1deaf34-f0de-472a-9bf1-0232419b36af,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:57.401106 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8468f6f4-1032-46c4-b04e-b452f3d86afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:57.408386 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8468f6f4-1032-46c4-b04e-b452f3d86afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:57.449954 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-8468f6f4-1032-46c4-b04e-b452f3d86afe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9872ec43b0bc49fe87a3baa062307a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216341 Aug 31 23:32:57.449954 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468f6f4-1032-46c4-b04e-b452f3d86afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eda0b91-cf05-4e00-a687-5c3dde5ef4ac,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:57.450633 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 40870) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:57.516636 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a8252123-15df-4b3e-96ea-644e86b40555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:57.544150 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a8252123-15df-4b3e-96ea-644e86b40555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:57.601193 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a8252123-15df-4b3e-96ea-644e86b40555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:57.604587 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a8252123-15df-4b3e-96ea-644e86b40555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:57.606045 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-a8252123-15df-4b3e-96ea-644e86b40555 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6eda0b91-cf05-4e00-a687-5c3dde5ef4ac HTTP/1.1" status: 204 len: 168 time: 0.1541157 Aug 31 23:32:57.614141 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8252123-15df-4b3e-96ea-644e86b40555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eda0b91-cf05-4e00-a687-5c3dde5ef4ac,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:57.646157 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da889690-cc23-4f59-b819-db56c0a81bb0 req-90489282-d159-42ed-bbf2-94507b76e8cc tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:57.647673 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-da889690-cc23-4f59-b819-db56c0a81bb0 req-90489282-d159-42ed-bbf2-94507b76e8cc tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0726087 Aug 31 23:32:57.684920 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-da889690-cc23-4f59-b819-db56c0a81bb0 req-e1984ee8-104b-41de-8903-a031fdedc98e tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312831 Aug 31 23:32:58.040404 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40906) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:58.063668 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c31479cc-da05-4f9a-82b3-26669bb28df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:58.226389 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c31479cc-da05-4f9a-82b3-26669bb28df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:58.236525 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c31479cc-da05-4f9a-82b3-26669bb28df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:58.259094 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e893547-852c-41b1-8a40-beb3224020ae req-22dc1abe-333a-44f3-ace6-24833be561e6 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:58.266668 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6e893547-852c-41b1-8a40-beb3224020ae req-22dc1abe-333a-44f3-ace6-24833be561e6 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 946 time: 0.0838237 Aug 31 23:32:58.323197 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-c31479cc-da05-4f9a-82b3-26669bb28df8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2535a52329754471af9b77b0901a9779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816913 Aug 31 23:32:58.328071 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 40922) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:58.329564 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31479cc-da05-4f9a-82b3-26669bb28df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05380e55-67b4-4b38-a9d9-03de50fc27ee,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:58.341497 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6e893547-852c-41b1-8a40-beb3224020ae req-ed189851-f014-436f-9f6b-6b5cee2b9fc8 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739691 Aug 31 23:32:58.391441 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ac81708c-605e-4630-ac17-9d20c577247b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:58.417338 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ac81708c-605e-4630-ac17-9d20c577247b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:58.464926 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ac81708c-605e-4630-ac17-9d20c577247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:58.467438 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ac81708c-605e-4630-ac17-9d20c577247b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:58.468596 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-ac81708c-605e-4630-ac17-9d20c577247b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/05380e55-67b4-4b38-a9d9-03de50fc27ee HTTP/1.1" status: 204 len: 168 time: 0.1395059 Aug 31 23:32:58.476397 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81708c-605e-4630-ac17-9d20c577247b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05380e55-67b4-4b38-a9d9-03de50fc27ee,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:58.809999 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd20431-1677-4ea9-bc39-81ce9959fec3 req-9a8b1918-d9a6-40e9-901e-4a59e8cac2e1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:58.818680 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9bd20431-1677-4ea9-bc39-81ce9959fec3 req-9a8b1918-d9a6-40e9-901e-4a59e8cac2e1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0604994 Aug 31 23:32:58.825948 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40944) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:58.840729 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ee70-3fc8-44ed-aecd-a7cb2614418a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:58.872760 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9bd20431-1677-4ea9-bc39-81ce9959fec3 req-f717ebad-be20-4f5a-afb9-496b2673933e tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492756 Aug 31 23:32:58.942919 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ee70-3fc8-44ed-aecd-a7cb2614418a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:58.947847 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ee70-3fc8-44ed-aecd-a7cb2614418a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:58.982916 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2ee70-3fc8-44ed-aecd-a7cb2614418a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57e3e72-8aed-4040-b0b0-960f888b40dc,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:58.991934 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-5cb2ee70-3fc8-44ed-aecd-a7cb2614418a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=505a508b06de42c48f2fcf4bb0d362b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648767 Aug 31 23:32:58.994300 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 40948) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:32:59.045029 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c74e-6ca5-4af9-8c32-4864ecaa8fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:59.065831 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c74e-6ca5-4af9-8c32-4864ecaa8fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:59.112930 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c74e-6ca5-4af9-8c32-4864ecaa8fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:59.115439 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c74e-6ca5-4af9-8c32-4864ecaa8fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:59.116586 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-e0f0c74e-6ca5-4af9-8c32-4864ecaa8fe6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d57e3e72-8aed-4040-b0b0-960f888b40dc HTTP/1.1" status: 204 len: 168 time: 0.1213872 Aug 31 23:32:59.124032 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0c74e-6ca5-4af9-8c32-4864ecaa8fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57e3e72-8aed-4040-b0b0-960f888b40dc,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:32:59.481146 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a30b8-14f7-4ea3-b712-ad3172607a0b req-4fec41a8-7137-4b24-bde5-8c95ff3a9d64 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:59.482834 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-726a30b8-14f7-4ea3-b712-ad3172607a0b req-4fec41a8-7137-4b24-bde5-8c95ff3a9d64 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 946 time: 0.0626874 Aug 31 23:32:59.569270 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-726a30b8-14f7-4ea3-b712-ad3172607a0b req-8835f2e7-4682-47bc-8ed1-07f12f1069c6 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2cbf2268-f73d-410e-801e-c1d55458d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781593 Aug 31 23:32:59.616550 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68766da9-676d-4e44-8eff-6c3a0bbcfd6e req-d5831058-d56d-470e-9d0c-6e7fa11c4929 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:32:59.618330 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-68766da9-676d-4e44-8eff-6c3a0bbcfd6e req-d5831058-d56d-470e-9d0c-6e7fa11c4929 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 946 time: 0.1032555 Aug 31 23:32:59.769202 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-68766da9-676d-4e44-8eff-6c3a0bbcfd6e req-5068e0ba-5f46-4729-a4dd-abf271d3a7aa tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Deleting port 76f7ef76-4537-4fc2-bca4-99ad49db47c6 {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:32:59.769548 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-68766da9-676d-4e44-8eff-6c3a0bbcfd6e req-5068e0ba-5f46-4729-a4dd-abf271d3a7aa tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:59.888589 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-68766da9-676d-4e44-8eff-6c3a0bbcfd6e req-5068e0ba-5f46-4729-a4dd-abf271d3a7aa tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] For port 76f7ef76-4537-4fc2-bca4-99ad49db47c6, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=76f7ef76-4537-4fc2-bca4-99ad49db47c6,segment=NetworkSegment(efb85c38-70af-4511-a6a3-341aaec1a3bf),segment_id=efb85c38-70af-4511-a6a3-341aaec1a3bf)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:32:59.889172 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-68766da9-676d-4e44-8eff-6c3a0bbcfd6e req-5068e0ba-5f46-4729-a4dd-abf271d3a7aa tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:32:59.905198 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-68766da9-676d-4e44-8eff-6c3a0bbcfd6e req-5068e0ba-5f46-4729-a4dd-abf271d3a7aa tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Calling delete_port for 76f7ef76-4537-4fc2-bca4-99ad49db47c6 owned by compute:nova {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:33:00.063107 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c55481-ee76-4005-9cf4-3e512e8d56ab req-78f89be6-02ea-4a4e-ba36-56d8167c636b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:00.065372 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-08c55481-ee76-4005-9cf4-3e512e8d56ab req-78f89be6-02ea-4a4e-ba36-56d8167c636b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.1060963 Aug 31 23:33:00.112751 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-08c55481-ee76-4005-9cf4-3e512e8d56ab req-f444318e-df5c-40c0-a201-0cce1757032b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397496 Aug 31 23:33:00.345700 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-68766da9-676d-4e44-8eff-6c3a0bbcfd6e req-5068e0ba-5f46-4729-a4dd-abf271d3a7aa tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:00.378759 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068e0ba-5f46-4729-a4dd-abf271d3a7aa tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Pushing event deleted for resources: {'Port': ['ID=76f7ef76-4537-4fc2-bca4-99ad49db47c6,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:00.449810 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-68766da9-676d-4e44-8eff-6c3a0bbcfd6e req-5068e0ba-5f46-4729-a4dd-abf271d3a7aa tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] No DVR routers for this DVR port 76f7ef76-4537-4fc2-bca4-99ad49db47c6 on host hv-cinder-80445 {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:33:00.453869 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-68766da9-676d-4e44-8eff-6c3a0bbcfd6e req-5068e0ba-5f46-4729-a4dd-abf271d3a7aa tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:00.456622 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-68766da9-676d-4e44-8eff-6c3a0bbcfd6e req-5068e0ba-5f46-4729-a4dd-abf271d3a7aa tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.53 "DELETE /v2.0/ports/76f7ef76-4537-4fc2-bca4-99ad49db47c6 HTTP/1.1" status: 204 len: 173 time: 0.8309550 Aug 31 23:33:00.457082 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c553b9-21af-459a-8264-5064685ce0fb', 'name': 'network-vif-deleted', 'tag': '76f7ef76-4537-4fc2-bca4-99ad49db47c6'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:33:00.459312 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a09fed-fd12-4e04-8390-84f906cede94" -d '{"events": [{"server_uuid": "e9c553b9-21af-459a-8264-5064685ce0fb", "name": "network-vif-deleted", "tag": "76f7ef76-4537-4fc2-bca4-99ad49db47c6"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:33:00.505358 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a200ae41-33ac-4fe8-850f-ca48e3e6b7a9 x-openstack-request-id: req-a200ae41-33ac-4fe8-850f-ca48e3e6b7a9 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:33:00.506505 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c553b9-21af-459a-8264-5064685ce0fb", "name": "network-vif-deleted", "tag": "76f7ef76-4537-4fc2-bca4-99ad49db47c6", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:33:00.507140 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a200ae41-33ac-4fe8-850f-ca48e3e6b7a9 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:33:00.507720 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c553b9-21af-459a-8264-5064685ce0fb', 'name': 'network-vif-deleted', 'tag': '76f7ef76-4537-4fc2-bca4-99ad49db47c6', 'status': 'completed', 'code': 200} Aug 31 23:33:00.672777 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-99172d9a-20ef-4758-abd7-e26a175b0d39 req-c5afac62-1854-4b2f-91bb-0d2095bbb819 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 210 time: 0.0268011 Aug 31 23:33:01.088576 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 41120) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:01.233525 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509b8cb-4e02-451c-a9ee-8c47b0f6d1d9 req-53727bb6-723d-4c8c-8ae4-597c4c436253 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:01.235033 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3509b8cb-4e02-451c-a9ee-8c47b0f6d1d9 req-53727bb6-723d-4c8c-8ae4-597c4c436253 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0493226 Aug 31 23:33:01.294843 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8587f3c0-afe3-4687-810f-d3715f509888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:01.330399 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3509b8cb-4e02-451c-a9ee-8c47b0f6d1d9 req-fa9c6483-4dca-4df5-9d40-81ce3ea2cc33 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867178 Aug 31 23:33:01.424277 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8587f3c0-afe3-4687-810f-d3715f509888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:01.428883 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8587f3c0-afe3-4687-810f-d3715f509888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:01.466125 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-8587f3c0-afe3-4687-810f-d3715f509888 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bb423ce9e0ce400497c223ccd0896347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758984 Aug 31 23:33:01.467074 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587f3c0-afe3-4687-810f-d3715f509888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463322f6-fc82-4f72-accf-d3173a4da5c3,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:01.468820 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 41130) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:01.501859 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:33:01.518448 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-bbc8deae-a26d-4ee1-8605-ef01dacde610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:01.539781 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-bbc8deae-a26d-4ee1-8605-ef01dacde610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:01.585063 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-bbc8deae-a26d-4ee1-8605-ef01dacde610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:01.587504 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-bbc8deae-a26d-4ee1-8605-ef01dacde610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:01.588649 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-bbc8deae-a26d-4ee1-8605-ef01dacde610 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/463322f6-fc82-4f72-accf-d3173a4da5c3 HTTP/1.1" status: 204 len: 168 time: 0.1181779 Aug 31 23:33:01.596016 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8deae-a26d-4ee1-8605-ef01dacde610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463322f6-fc82-4f72-accf-d3173a4da5c3,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:01.767547 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0589704f-d262-4785-a212-426a41b88a70 req-801859f9-deeb-43b6-8b0c-d6b265689e58 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 210 time: 0.0253568 Aug 31 23:33:01.856553 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 41142) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:01.869454 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-448cd2b5-87a1-44cd-a7e7-ad60f83f1b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:01.954127 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-448cd2b5-87a1-44cd-a7e7-ad60f83f1b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:01.958170 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-448cd2b5-87a1-44cd-a7e7-ad60f83f1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:01.993113 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cd2b5-87a1-44cd-a7e7-ad60f83f1b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5c5e83-68d5-4923-af5f-3ffad974ca78,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:01.997312 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-448cd2b5-87a1-44cd-a7e7-ad60f83f1b07 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=832ba4fdb0fc41358c1834df8629004c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397707 Aug 31 23:33:02.000214 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 41144) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:02.050065 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3b752701-24ce-405e-87db-7dad69477604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:02.069827 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3b752701-24ce-405e-87db-7dad69477604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:02.114189 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3b752701-24ce-405e-87db-7dad69477604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:02.116677 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3b752701-24ce-405e-87db-7dad69477604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:02.117800 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-3b752701-24ce-405e-87db-7dad69477604 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5f5c5e83-68d5-4923-af5f-3ffad974ca78 HTTP/1.1" status: 204 len: 168 time: 0.1166601 Aug 31 23:33:02.125681 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b752701-24ce-405e-87db-7dad69477604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5c5e83-68d5-4923-af5f-3ffad974ca78,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:02.457220 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f765b7-1483-4794-8a54-1dd6ebc1a270 req-ca81d12f-e976-44d4-9dc0-fea5d6052607 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:02.458733 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e6f765b7-1483-4794-8a54-1dd6ebc1a270 req-ca81d12f-e976-44d4-9dc0-fea5d6052607 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0473850 Aug 31 23:33:02.497100 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e6f765b7-1483-4794-8a54-1dd6ebc1a270 req-01d2b95e-5acb-404b-a47c-4d47b3ff990b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326788 Aug 31 23:33:02.870307 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-fd3a0dfb-d998-4bc9-9576-d74c3accac71 req-e1b37836-a311-45d0-8fc6-501957c6f92c tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 210 time: 0.0258763 Aug 31 23:33:02.962415 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['76f7ef76-4537-4fc2-bca4-99ad49db47c6'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:33:03.625219 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9e544-0f3c-4729-81ef-d0c8bad8ba91 req-4bcd5f86-0292-441a-8fdf-b9429200b227 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:03.626727 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-24b9e544-0f3c-4729-81ef-d0c8bad8ba91 req-4bcd5f86-0292-441a-8fdf-b9429200b227 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0546181 Aug 31 23:33:03.726333 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-24b9e544-0f3c-4729-81ef-d0c8bad8ba91 req-22354ccd-c5e8-422e-926a-7e42c8ebae72 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873404 Aug 31 23:33:04.000656 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-90f10c7d-a67e-4efb-aa9e-e00370ded71a req-d6295432-169b-4104-ac58-dbeb54af6212 tempest-DeleteServersTestJSON-2125922465 tempest-DeleteServersTestJSON-2125922465-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c553b9-21af-459a-8264-5064685ce0fb HTTP/1.1" status: 200 len: 210 time: 0.0272090 Aug 31 23:33:04.617310 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-776eda27-9cfd-4693-b334-f0907be4e200 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:04.618751 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-776eda27-9cfd-4693-b334-f0907be4e200 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/networks?id=03ddb66a-f30e-4aed-9d86-e20e86a51596 HTTP/1.1" status: 200 len: 814 time: 0.0995047 Aug 31 23:33:04.633284 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-b6b0dd07-0a5f-4d8a-a466-1273c3337cee tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/quotas/b949fab8f66a4e47b5e5d9540c3fd3fd HTTP/1.1" status: 200 len: 375 time: 0.0088966 Aug 31 23:33:04.679060 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a59ccefa-c523-4fda-84c2-17da00f1911a tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b949fab8f66a4e47b5e5d9540c3fd3fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0408196 Aug 31 23:33:04.769593 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-18060cc8-692d-4113-95ae-cce4af4bd4d8 service neutron] 10.222.0.54 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835993 Aug 31 23:33:04.837691 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faacd1-8aa9-4bd8-afa2-9582497703fe req-d9d2bc49-49b5-4b0c-872d-752802b87bd3 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:04.839750 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-72faacd1-8aa9-4bd8-afa2-9582497703fe req-d9d2bc49-49b5-4b0c-872d-752802b87bd3 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0537846 Aug 31 23:33:04.865608 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-2f96823a-d329-4c26-996e-5154432bb001 service neutron] 10.222.0.54 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900853 Aug 31 23:33:04.887156 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-72faacd1-8aa9-4bd8-afa2-9582497703fe req-5fe8cc64-6973-4e36-b96e-a7756d037c93 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408142 Aug 31 23:33:05.055168 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-28fca7cf-947e-431c-9936-478bef43475c req-2ecbe8e5-89ed-4b6c-8f73-4d87dace1ab4 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 210 time: 0.0358062 Aug 31 23:33:06.008489 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f1dee-b295-4997-a00a-717604a895a6 req-2153add6-d1ce-4b20-8719-c40b097d9616 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:06.010021 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ba7f1dee-b295-4997-a00a-717604a895a6 req-2153add6-d1ce-4b20-8719-c40b097d9616 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0555913 Aug 31 23:33:06.048462 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ba7f1dee-b295-4997-a00a-717604a895a6 req-163d99c8-ddef-4f4f-a596-962369947e34 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317140 Aug 31 23:33:06.140283 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ca388730-58dd-4f0e-bcff-c655da9b3d44 req-aba20ffa-eea3-42a6-a1c9-d3bcd473d410 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 210 time: 0.0295465 Aug 31 23:33:06.450296 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 76f7ef76-4537-4fc2-bca4-99ad49db47c6 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:33:06.470139 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: 76f7ef76-4537-4fc2-bca4-99ad49db47c6 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:33:06.470475 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 76f7ef76-4537-4fc2-bca4-99ad49db47c6 not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:33:07.162149 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598008b8-d9d9-474b-bd93-937382a9d7e7 req-103e5b3e-50d7-4c37-aea4-4884c4607c18 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:07.163602 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-598008b8-d9d9-474b-bd93-937382a9d7e7 req-103e5b3e-50d7-4c37-aea4-4884c4607c18 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0470548 Aug 31 23:33:07.204649 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-598008b8-d9d9-474b-bd93-937382a9d7e7 req-ea391787-c026-40d1-b2f4-ba3d6dc1a30b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349379 Aug 31 23:33:07.281596 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d5602ab3-5491-412b-a800-f6526e278ba9 req-c52370bf-cbb0-4aa5-a83a-bbf0f9619bb6 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 210 time: 0.0251722 Aug 31 23:33:08.322566 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129bf74-7462-4130-a513-3786b6df7db9 req-60a3d401-887b-49f2-9122-668137da2a97 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:08.324713 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5129bf74-7462-4130-a513-3786b6df7db9 req-60a3d401-887b-49f2-9122-668137da2a97 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0505662 Aug 31 23:33:08.363118 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5129bf74-7462-4130-a513-3786b6df7db9 req-92c226c4-257e-438e-825f-e466ad8d6675 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328970 Aug 31 23:33:08.386643 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c596d34b-86f4-4c2d-a90d-d0b61a586ca5 req-63b84e4f-aac5-4734-a06f-bb4ec14ac406 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 210 time: 0.0305800 Aug 31 23:33:09.478084 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7fd4a-bbcb-4491-8922-9e1d21f146e2 req-367a70a3-8372-4d32-b89d-46ee748f966c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:09.479546 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-fbb7fd4a-bbcb-4491-8922-9e1d21f146e2 req-367a70a3-8372-4d32-b89d-46ee748f966c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0471737 Aug 31 23:33:09.516045 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-fbb7fd4a-bbcb-4491-8922-9e1d21f146e2 req-8cf2cee6-bd44-4c40-8a10-848958951e32 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303850 Aug 31 23:33:09.593717 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5c306216-a177-4f93-b16c-5e8bafa0e93c req-eb6c44a0-dfb4-4e7a-8ca8-1049e4f5c2c8 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 210 time: 0.0251701 Aug 31 23:33:09.841914 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-53eb0df1-5394-4613-9097-266031780fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:10.626676 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86920256-4e74-4bf6-8aec-7695eaf7af82 req-4ed5d3fb-2007-48ab-b113-9a712aeac5ef tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:10.628166 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-86920256-4e74-4bf6-8aec-7695eaf7af82 req-4ed5d3fb-2007-48ab-b113-9a712aeac5ef tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0470850 Aug 31 23:33:10.665269 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-86920256-4e74-4bf6-8aec-7695eaf7af82 req-15adef09-fbf9-4933-831b-0d4a48514b58 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311525 Aug 31 23:33:10.746376 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d12047f7-a27b-458e-8b2f-361b0729f8cd req-2a2c2c89-3902-4395-8428-e82f3e9ba5a3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 210 time: 0.0280206 Aug 31 23:33:11.173018 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-34bba52b-1b42-4ee0-93e5-e989ae3253b7 req-ddaacbd3-65c8-4c2e-b8de-5b46a6be837d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474210 Aug 31 23:33:11.341719 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bba52b-1b42-4ee0-93e5-e989ae3253b7 req-77947b70-1426-4169-9f77-99d5fc1bf1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:11.343209 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-34bba52b-1b42-4ee0-93e5-e989ae3253b7 req-77947b70-1426-4169-9f77-99d5fc1bf1b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b949fab8f66a4e47b5e5d9540c3fd3fd&device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 1098 time: 0.0833614 Aug 31 23:33:11.350194 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-ab79ae32-cefa-496e-8f55-fcc0c0f1a925 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:11.351674 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-ab79ae32-cefa-496e-8f55-fcc0c0f1a925 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.53 "GET /v2.0/networks?id=03ddb66a-f30e-4aed-9d86-e20e86a51596 HTTP/1.1" status: 200 len: 814 time: 0.1506944 Aug 31 23:33:11.385124 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Request body: {'port': {'device_id': 'cf6df457-e4ce-4931-bdf8-1759e2126e29', 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596', 'admin_state_up': True, 'tenant_id': 'b949fab8f66a4e47b5e5d9540c3fd3fd'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:11.419588 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:11.553413 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bba52b-1b42-4ee0-93e5-e989ae3253b7 req-67fc23b4-5597-4bee-975b-faaf4d3ce88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:11.554890 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-34bba52b-1b42-4ee0-93e5-e989ae3253b7 req-67fc23b4-5597-4bee-975b-faaf4d3ce88f service neutron] 10.222.0.53 "GET /v2.0/networks?id=03ddb66a-f30e-4aed-9d86-e20e86a51596 HTTP/1.1" status: 200 len: 915 time: 0.1665037 Aug 31 23:33:11.574283 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Made reservation on behalf of b949fab8f66a4e47b5e5d9540c3fd3fd for: {'port': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:33:11.578067 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:11.627549 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-34bba52b-1b42-4ee0-93e5-e989ae3253b7 req-702744b8-5b3e-4b6b-bd66-45c670861891 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd412178-72a4-400d-a2ce-edb25feb3689 HTTP/1.1" status: 200 len: 217 time: 0.0457830 Aug 31 23:33:11.732107 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bba52b-1b42-4ee0-93e5-e989ae3253b7 req-df257296-25f8-4b57-af50-02cca27918d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:11.733675 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-34bba52b-1b42-4ee0-93e5-e989ae3253b7 req-df257296-25f8-4b57-af50-02cca27918d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf HTTP/1.1" status: 200 len: 854 time: 0.0974874 Aug 31 23:33:11.812785 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-34bba52b-1b42-4ee0-93e5-e989ae3253b7 req-fc658980-e062-4c70-b7a9-0734bf9bdda7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ddb66a-f30e-4aed-9d86-e20e86a51596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532718 Aug 31 23:33:11.824087 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f75a6a-334b-41e0-a3f8-c53cf09439fe req-b39e8fa4-1d55-4e8e-ac60-aa657a3b89fc tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:11.825786 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-72f75a6a-334b-41e0-a3f8-c53cf09439fe req-b39e8fa4-1d55-4e8e-ac60-aa657a3b89fc tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0753334 Aug 31 23:33:11.837595 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Allocated IP 172.20.0.11 (03ddb66a-f30e-4aed-9d86-e20e86a51596/3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf/3b1ac077-d08a-4ca7-95dc-39c578fbf5e0) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:33:11.875910 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-72f75a6a-334b-41e0-a3f8-c53cf09439fe req-a8f520c4-5468-44af-b75b-1cffa0de9b3c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 Aug 31 23:33:11.914686 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-97bce234-35a5-40f1-bece-c00131da0cd5 req-c471e0e7-077c-4afd-9d7a-204a9e642e2b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 210 time: 0.0601106 Aug 31 23:33:11.981623 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-34bba52b-1b42-4ee0-93e5-e989ae3253b7 req-9bcf71c4-0816-4daf-ac1d-b76647cbb5d8 service neutron] 10.222.0.53 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558609 Aug 31 23:33:12.143540 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:12.148460 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-34bba52b-1b42-4ee0-93e5-e989ae3253b7 req-bfb309ab-9a84-4836-9f70-5e31e21ddc18 service neutron] 10.222.0.53 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339099 Aug 31 23:33:12.184557 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:12.197914 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['bd412178-72a4-400d-a2ce-edb25feb3689'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:33:12.227351 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Network 03ddb66a-f30e-4aed-9d86-e20e86a51596 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:33:12.232702 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:33:12.236354 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:33:12.243199 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:12.243813 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:12.256283 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Pushing event updated for resources: {'Port': ['ID=3b1ac077-d08a-4ca7-95dc-39c578fbf5e0,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:12.265850 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8858955 Aug 31 23:33:12.267034 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.267381 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.268235 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.268601 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.268935 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.269267 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.269592 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.269918 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.270241 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.270567 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.270891 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.271207 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205425c-faa4-4b7e-bf5b-e789bf0ecb1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.713544 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 41416) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:12.816104 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-38674092-79b7-430e-b209-bc0885e154cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:12.865762 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5af73689-e100-4c36-b5b9-aec1f215a242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:12.868863 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 41428) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:12.915114 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-38674092-79b7-430e-b209-bc0885e154cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:12.920604 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-38674092-79b7-430e-b209-bc0885e154cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:12.922036 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c866a7-4632-4c8c-9bb9-23c4eb90604a admin admin] Deleting subnet b8406c4e-2ffb-4022-8a6d-9d89019cb51c {{(pid=93845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:33:12.926087 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-91c866a7-4632-4c8c-9bb9-23c4eb90604a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:12.958417 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38674092-79b7-430e-b209-bc0885e154cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638f090b-5ecf-49ba-9b0f-7a40bb29e935,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:12.963029 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-38674092-79b7-430e-b209-bc0885e154cb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6a29920158fc43fe99e66899c1722f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484608 Aug 31 23:33:12.967069 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 41434) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:12.973536 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38674092-79b7-430e-b209-bc0885e154cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.973885 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38674092-79b7-430e-b209-bc0885e154cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.974229 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38674092-79b7-430e-b209-bc0885e154cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.974563 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38674092-79b7-430e-b209-bc0885e154cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.974894 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38674092-79b7-430e-b209-bc0885e154cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.975222 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38674092-79b7-430e-b209-bc0885e154cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.975554 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38674092-79b7-430e-b209-bc0885e154cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.975876 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38674092-79b7-430e-b209-bc0885e154cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.976198 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38674092-79b7-430e-b209-bc0885e154cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.976541 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38674092-79b7-430e-b209-bc0885e154cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.976978 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38674092-79b7-430e-b209-bc0885e154cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.977179 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38674092-79b7-430e-b209-bc0885e154cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:12.990921 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-91c866a7-4632-4c8c-9bb9-23c4eb90604a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:12.998756 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-91c866a7-4632-4c8c-9bb9-23c4eb90604a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534214'] for subnet, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.025041 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c69d225e-d9ce-4cd6-a8c5-3d8aa43fd2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.036275 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bcc35-8f3b-4779-a70b-e1c65a113243 req-716f71cd-f4a6-49bf-b0aa-3e7faa19773d tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:13.037729 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b61bcc35-8f3b-4779-a70b-e1c65a113243 req-716f71cd-f4a6-49bf-b0aa-3e7faa19773d tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0890458 Aug 31 23:33:13.045792 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c69d225e-d9ce-4cd6-a8c5-3d8aa43fd2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.091825 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b61bcc35-8f3b-4779-a70b-e1c65a113243 req-a6d109c5-9480-4c18-86bf-6277855d807f tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476401 Aug 31 23:33:13.093407 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-91c866a7-4632-4c8c-9bb9-23c4eb90604a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for subnet, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.093726 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c69d225e-d9ce-4cd6-a8c5-3d8aa43fd2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.096449 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c69d225e-d9ce-4cd6-a8c5-3d8aa43fd2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.100907 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-c69d225e-d9ce-4cd6-a8c5-3d8aa43fd2aa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/638f090b-5ecf-49ba-9b0f-7a40bb29e935 HTTP/1.1" status: 204 len: 168 time: 0.1328936 Aug 31 23:33:13.113338 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d225e-d9ce-4cd6-a8c5-3d8aa43fd2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638f090b-5ecf-49ba-9b0f-7a40bb29e935,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:13.130881 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c866a7-4632-4c8c-9bb9-23c4eb90604a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8406c4e-2ffb-4022-8a6d-9d89019cb51c,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:13.135207 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-91c866a7-4632-4c8c-9bb9-23c4eb90604a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.137356 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-91c866a7-4632-4c8c-9bb9-23c4eb90604a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b8406c4e-2ffb-4022-8a6d-9d89019cb51c HTTP/1.1" status: 204 len: 168 time: 0.2670512 Aug 31 23:33:13.139916 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 41438) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:13.159050 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.254436 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564137'] for network, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.276769 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095d3fb-6841-439a-889d-17821dd2f378 req-7d382a40-4e6e-4d12-9dbc-54633aaa148b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:13.278311 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7095d3fb-6841-439a-889d-17821dd2f378 req-7d382a40-4e6e-4d12-9dbc-54633aaa148b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 932 time: 0.0815406 Aug 31 23:33:13.377982 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-555069', 'neutron.services.segments.db._delete_segments_for_network-8773537300673'] for network, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.390690 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7095d3fb-6841-439a-889d-17821dd2f378 req-b905324a-ac3d-43e9-bf49-4384ca8074b6 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906060 Aug 31 23:33:13.392735 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:33:13.393630 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:33:13.394431 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:33:13.394732 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Subscribe: > port after_create 55550000 {{(pid=93845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:33:13.395099 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:33:13.395400 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Subscribe: > port after_update 55550000 {{(pid=93845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:33:13.395722 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:33:13.396025 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:33:13.396357 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:33:13.396870 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:33:13.465508 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:33:13.465850 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:33:13.466184 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:33:13.466511 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 23:33:13.466885 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b07068-c579-43f8-82a7-4a11174e1900']}} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:13.484751 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb85c38-70af-4511-a6a3-341aaec1a3bf') {'for_net_delete': True} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:13.485046 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb85c38-70af-4511-a6a3-341aaec1a3bf') {} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:13.502616 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773537312853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14199050'] for segment, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.525094 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.527964 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.534048 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=93845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:33:13.534441 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14659137'] for segment, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: from cryptography.utils import int_from_bytes Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: from cryptography.utils import int_from_bytes Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: Traceback (most recent call last): Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: timer() Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: cb(*args, **kw) Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: return func(*args, **kwargs) Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: self._notify() Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: self.callback(batched_events) Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: event.method(event) Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: return f(self, *a, **k) Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: return self._get(url).json() Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: return self.request(url, 'GET', **kwargs) Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:33:13.538765 dv-cinder-804459-5-iscsi neutron-server[93845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:33:13.611978 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-555044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762335'] for network, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.631850 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.633867 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] 10.222.0.54 "DELETE /v2.0/networks/42b07068-c579-43f8-82a7-4a11174e1900 HTTP/1.1" status: 204 len: 168 time: 0.4910204 Aug 31 23:33:13.635326 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e9017-c6b8-4f5c-8d84-5d4686712889 admin admin] Pushing event deleted for resources: {'Network': ['ID=42b07068-c579-43f8-82a7-4a11174e1900,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:13.751424 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 41464) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:13.767566 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 41466) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:13.797675 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-039a5304-601b-4d0f-ba19-e455f2c18db7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e9c9c3474be41199ebb7e2534cb741e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0443621 Aug 31 23:33:13.800873 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 41470) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:13.849239 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2c603683-6451-4387-b7e3-09b632065fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.869570 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2c603683-6451-4387-b7e3-09b632065fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.918370 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-5847e790-f07e-415b-817e-4c5df90eb837 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1392480919-network', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:13.922714 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2c603683-6451-4387-b7e3-09b632065fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.925871 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2c603683-6451-4387-b7e3-09b632065fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.927017 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-2c603683-6451-4387-b7e3-09b632065fae admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2cbf2268-f73d-410e-801e-c1d55458d07e HTTP/1.1" status: 204 len: 168 time: 0.1252544 Aug 31 23:33:13.938910 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c603683-6451-4387-b7e3-09b632065fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbf2268-f73d-410e-801e-c1d55458d07e,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:13.952993 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5847e790-f07e-415b-817e-4c5df90eb837 admin admin] Made reservation on behalf of b688313b25cd4a65a9e59f26ecccba69 for: {'network': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:33:13.955703 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5847e790-f07e-415b-817e-4c5df90eb837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:13.964640 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5847e790-f07e-415b-817e-4c5df90eb837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:14.071708 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5847e790-f07e-415b-817e-4c5df90eb837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:14.075598 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5847e790-f07e-415b-817e-4c5df90eb837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:14.103338 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5847e790-f07e-415b-817e-4c5df90eb837 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=93845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:33:14.112793 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847e790-f07e-415b-817e-4c5df90eb837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c2833f-d60a-498a-9e87-ac2bbc135ec0,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:14.126484 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5847e790-f07e-415b-817e-4c5df90eb837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:14.127052 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.db.segments_db [None req-5847e790-f07e-415b-817e-4c5df90eb837 admin admin] Added segment cc209cc5-41f0-449d-8912-a1087059e70d of type vlan for network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b Aug 31 23:33:14.170572 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5847e790-f07e-415b-817e-4c5df90eb837 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:14.223649 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5847e790-f07e-415b-817e-4c5df90eb837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:14.224881 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847e790-f07e-415b-817e-4c5df90eb837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:14.225585 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5847e790-f07e-415b-817e-4c5df90eb837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:14.255452 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467376c9-799f-4198-9e8b-983ec1ec732a req-e6db4385-0e72-416b-91c9-f5770b4a9c9c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:14.256960 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-467376c9-799f-4198-9e8b-983ec1ec732a req-e6db4385-0e72-416b-91c9-f5770b4a9c9c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0801256 Aug 31 23:33:14.304252 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-5847e790-f07e-415b-817e-4c5df90eb837 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5355802 Aug 31 23:33:14.307249 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 41488) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:14.312200 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-ba418a0d-115e-42ca-bf4d-61481b8a21d5 admin admin] Request body: {'subnet': {'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1392480919-subnet', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'ip_version': 4}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:14.323113 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847e790-f07e-415b-817e-4c5df90eb837 admin admin] Pushing event updated for resources: {'Network': ['ID=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:14.333290 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:33:14.341660 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-467376c9-799f-4198-9e8b-983ec1ec732a req-dc1139be-fe67-418b-a47f-c86670d1b028 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541248 Aug 31 23:33:14.344819 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba418a0d-115e-42ca-bf4d-61481b8a21d5 admin admin] Made reservation on behalf of b688313b25cd4a65a9e59f26ecccba69 for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:33:14.347739 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba418a0d-115e-42ca-bf4d-61481b8a21d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12932366'] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:14.543622 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa302bfe-239a-42fe-a188-e63209b4f405 req-859726d4-0713-4d29-8ff0-389073e1e709 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:14.551406 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-aa302bfe-239a-42fe-a188-e63209b4f405 req-859726d4-0713-4d29-8ff0-389073e1e709 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 932 time: 0.0641870 Aug 31 23:33:14.571757 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba418a0d-115e-42ca-bf4d-61481b8a21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12943010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12932376'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:14.588680 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-aa302bfe-239a-42fe-a188-e63209b4f405 req-4284c5b3-5f64-4de7-9eac-abe650f1b06e tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361772 Aug 31 23:33:14.620996 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba418a0d-115e-42ca-bf4d-61481b8a21d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8c92f8-319d-4063-b51c-7c81f6bd05c9,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:14.635850 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba418a0d-115e-42ca-bf4d-61481b8a21d5 admin admin] Checking segment: {'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:33:14.636199 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba418a0d-115e-42ca-bf4d-61481b8a21d5 admin admin] Network hostable DHCP agents. Network: d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:33:14.652640 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba418a0d-115e-42ca-bf4d-61481b8a21d5 admin admin] Network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:33:14.661679 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-ba418a0d-115e-42ca-bf4d-61481b8a21d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:33:14.666731 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba418a0d-115e-42ca-bf4d-61481b8a21d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:14.667850 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba418a0d-115e-42ca-bf4d-61481b8a21d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:14.671470 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652a8e79-2a97-4dcd-a9c6-b37407f3e1d8 None None] Network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:33:14.686669 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 41502) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:14.687264 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-ba418a0d-115e-42ca-bf4d-61481b8a21d5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3789167 Aug 31 23:33:14.691900 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:14.720358 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30491'] for router, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:14.722273 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1764587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30476'] for router, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:14.816249 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:14.842643 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b006289-ba80-526b-bc95-ba2cef7064da-d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9'}]}} from dv-cinder-804459-5-iscsi. {{(pid=93847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:33:14.843767 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:15.025136 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Allocated IP 172.20.0.2 (d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b/5e8c92f8-319d-4063-b51c-7c81f6bd05c9/0a1d2367-6eee-47b9-9f7e-0e087d1b3f52) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:33:15.028526 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:15.182494 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:15.184895 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:15.192166 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Transition to ACTIVE for port object 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:33:15.208313 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Transition to ACTIVE for port object 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:33:15.214682 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:15.259019 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:33:15.262819 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:33:15.264469 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Pushing event updated for resources: {'Port': ['ID=0a1d2367-6eee-47b9-9f7e-0e087d1b3f52,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:15.268530 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:33:15.275265 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:15.275830 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:15.276171 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:15.276533 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:15.276864 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:15.277373 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:15.277700 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:15.278193 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:15.278537 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:15.279019 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:15.279484 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:15.279963 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:15.343085 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Attempting to bind port 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:33:15.343696 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Attempting to bind port 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:33:15.343820 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Attempting to bind port 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 on network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:33:15.349009 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:33:15.349384 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Checking segment: {'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:33:15.349794 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:15.350190 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Bound using segment: {'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:33:15.350653 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Bound port: 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:33:15.351037 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:15.403780 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:15.428704 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] For port 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:33:15.432408 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:15.432689 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] For port 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=0a1d2367-6eee-47b9-9f7e-0e087d1b3f52,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:33:15.438459 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:15.479654 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Request body: {'port': {'device_id': 'cf6df457-e4ce-4931-bdf8-1759e2126e29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:15.505763 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8fdd7-8841-4174-aa39-71cd1a1eb017 None None] Pushing event updated for resources: {'Port': ['ID=0a1d2367-6eee-47b9-9f7e-0e087d1b3f52,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:15.609468 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82196b9-e99f-4a23-851b-cf1cbaca5e1e req-987c1153-fdd5-4bcb-8a86-4bc36df55420 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:15.611106 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b82196b9-e99f-4a23-851b-cf1cbaca5e1e req-987c1153-fdd5-4bcb-8a86-4bc36df55420 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.1801844 Aug 31 23:33:15.614619 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:15.787442 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66332ca6-913d-4845-bf44-2f4f52ba9495 req-776565e9-3996-4093-a824-aeb635de3bba tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:15.799579 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-66332ca6-913d-4845-bf44-2f4f52ba9495 req-776565e9-3996-4093-a824-aeb635de3bba tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 932 time: 0.1162360 Aug 31 23:33:15.875661 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-66332ca6-913d-4845-bf44-2f4f52ba9495 req-d940bfd8-7dfe-418a-a59b-1b40cca932e2 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751121 Aug 31 23:33:15.887725 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Allocated IP 172.27.0.191 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/6ebe9caf-df68-404d-8d6e-9f22992aa556) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:33:15.926425 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b82196b9-e99f-4a23-851b-cf1cbaca5e1e req-71a228ad-c7fb-4c84-b399-8b863c09bc27 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802620 Aug 31 23:33:16.123985 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:16.181785 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 {{(pid=93845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:33:16.196630 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:16.214437 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Transition to ACTIVE for port object 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 will not be triggered until provisioned by entity L2. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:33:16.218006 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:16.223400 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:16.279625 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:33:16.286794 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1ac077-d08a-4ca7-95dc-39c578fbf5e0,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:16.290725 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:33:16.296076 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:33:16.402583 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Pushing event updated for resources: {'Port': ['ID=6ebe9caf-df68-404d-8d6e-9f22992aa556,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:16.490882 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Attempting to bind port 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:33:16.491435 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Attempting to bind port 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '7e00c7df-7c29-4c1a-9182-e0beb5b55915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596'}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:33:16.491596 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Attempting to bind port 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 on network 03ddb66a-f30e-4aed-9d86-e20e86a51596 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:33:16.519214 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Port 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 on network 03ddb66a-f30e-4aed-9d86-e20e86a51596 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:33:16.519619 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Attempting to bind port 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 on network 03ddb66a-f30e-4aed-9d86-e20e86a51596 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:33:16.528610 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:33:16.528963 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Checking segment: {'id': '7e00c7df-7c29-4c1a-9182-e0beb5b55915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:33:16.529321 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Bound using segment: {'id': '7e00c7df-7c29-4c1a-9182-e0beb5b55915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596'} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:33:16.529746 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Bound port: 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e00c7df-7c29-4c1a-9182-e0beb5b55915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596'}}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:33:16.530108 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:16.618063 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e73b8f-71df-4ae5-a917-3c96811d0ca8 None None] Network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:33:16.681068 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] For port 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0, host hv-cinder-80445, cleared binding levels {{(pid=93845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:33:16.700916 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] For port 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3b1ac077-d08a-4ca7-95dc-39c578fbf5e0,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:33:16.708615 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:16.713682 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:16.786364 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:16.786974 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:16.788483 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] 10.222.0.53 "PUT /v2.0/ports/3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 HTTP/1.1" status: 200 len: 1094 time: 1.3236477 Aug 31 23:33:16.788944 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6df457-e4ce-4931-bdf8-1759e2126e29', 'tag': '3b1ac077-d08a-4ca7-95dc-39c578fbf5e0'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:33:16.789313 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-9ec0d3ac-39b9-4ea9-9924-c58f04a916ca None None] Provisioning for port 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:33:16.791233 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcd9000-476e-4603-887c-9772c1f3c403" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6df457-e4ce-4931-bdf8-1759e2126e29", "tag": "3b1ac077-d08a-4ca7-95dc-39c578fbf5e0"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:33:16.855853 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f3c857-7ec6-4beb-9626-ff4858fefabb x-openstack-request-id: req-31f3c857-7ec6-4beb-9626-ff4858fefabb {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:33:16.856141 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6df457-e4ce-4931-bdf8-1759e2126e29", "tag": "3b1ac077-d08a-4ca7-95dc-39c578fbf5e0", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:33:16.856410 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-31f3c857-7ec6-4beb-9626-ff4858fefabb {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:33:16.856798 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6df457-e4ce-4931-bdf8-1759e2126e29', 'tag': '3b1ac077-d08a-4ca7-95dc-39c578fbf5e0', 'status': 'completed', 'code': 200} Aug 31 23:33:16.871434 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc372e-1043-4551-bed9-b22fe2381e52 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1ac077-d08a-4ca7-95dc-39c578fbf5e0,revision_number=3']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:16.945304 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-7784a1c9-42a0-4d0f-89d2-7ed70c3af232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:16.947009 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-7784a1c9-42a0-4d0f-89d2-7ed70c3af232 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b949fab8f66a4e47b5e5d9540c3fd3fd&device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 1097 time: 0.1055956 Aug 31 23:33:17.076062 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-637afd99-54ab-4a78-9ce6-d0ae819d76c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 HTTP/1.1" status: 200 len: 217 time: 0.0988147 Aug 31 23:33:17.215025 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763563'] for router, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:17.266140 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-fa409dc0-cc46-4a79-88f0-06e18288e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:17.269519 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-fa409dc0-cc46-4a79-88f0-06e18288e848 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf HTTP/1.1" status: 200 len: 854 time: 0.1856863 Aug 31 23:33:17.306037 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc7941-1e25-4b84-9306-8af219fe3e22 req-7612e19c-f7b1-40d6-b4fe-c514da551b52 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:17.314203 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b0fc7941-1e25-4b84-9306-8af219fe3e22 req-7612e19c-f7b1-40d6-b4fe-c514da551b52 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 944 time: 0.3520889 Aug 31 23:33:17.344914 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a6a33-32ac-455a-ac74-c448d8f54827 req-e5187701-2b18-43c2-a1bd-e3a8a7d1488b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:17.347094 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-843a6a33-32ac-455a-ac74-c448d8f54827 req-e5187701-2b18-43c2-a1bd-e3a8a7d1488b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.2405436 Aug 31 23:33:17.375675 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b0fc7941-1e25-4b84-9306-8af219fe3e22 req-e9456081-2d28-42e0-a077-698bcc0568a1 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596302 Aug 31 23:33:17.427857 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-1408cef6-fb45-405e-9448-6f29de3dbac4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ddb66a-f30e-4aed-9d86-e20e86a51596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665030 Aug 31 23:33:17.569358 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 41592) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:17.599055 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:33:17.696621 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:33:17.702204 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:17.702585 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:17.776905 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-83372d68-c671-427f-9e1e-2b17706f9d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:17.793453 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:17.853013 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=0a1d2367-6eee-47b9-9f7e-0e087d1b3f52,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:33:17.858288 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:17.891630 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-843a6a33-32ac-455a-ac74-c448d8f54827 req-c2b7ebc4-ea17-453c-a650-576d961426cb tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045722 Aug 31 23:33:17.894582 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-bc295bff-bb39-4b44-b445-e71d64f5a9ea service neutron] 10.222.0.53 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538927 Aug 31 23:33:17.916540 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-83372d68-c671-427f-9e1e-2b17706f9d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:17.924709 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-83372d68-c671-427f-9e1e-2b17706f9d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:17.931881 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=0a1d2367-6eee-47b9-9f7e-0e087d1b3f52,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:17.972293 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83372d68-c671-427f-9e1e-2b17706f9d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c823976-d18a-454a-8e63-02b0c3fa2086,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:17.989071 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-83372d68-c671-427f-9e1e-2b17706f9d1b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=65d49d8c90bc423ab6054e63c5b43029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169772 Aug 31 23:33:17.990066 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 41602) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:18.003801 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Router df8e8eaf-97bd-4177-a772-b8b758d5ff31 is scheduled to L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 with binding_index 1 {{(pid=93845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:33:18.037476 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f4f1dc75-b2ac-4be0-a91c-d43a20e1bc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:18.058037 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f4f1dc75-b2ac-4be0-a91c-d43a20e1bc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:18.074810 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b55831a3-1cc2-48df-9950-4fa79dbbbce6 req-3211f504-3574-4401-a2c7-b801e65776eb service neutron] 10.222.0.53 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685588 Aug 31 23:33:18.103570 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f4f1dc75-b2ac-4be0-a91c-d43a20e1bc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:18.106133 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f4f1dc75-b2ac-4be0-a91c-d43a20e1bc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:18.107282 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f4f1dc75-b2ac-4be0-a91c-d43a20e1bc0e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c823976-d18a-454a-8e63-02b0c3fa2086 HTTP/1.1" status: 204 len: 168 time: 0.1160877 Aug 31 23:33:18.115718 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1dc75-b2ac-4be0-a91c-d43a20e1bc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c823976-d18a-454a-8e63-02b0c3fa2086,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:18.138245 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:33:18.148436 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Sync routers for ids ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:33:18.157554 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] Notify callbacks [] for router, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:18.159171 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Routers {'df8e8eaf-97bd-4177-a772-b8b758d5ff31'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:33:18.159789 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:33:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:18.163330 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 41606) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:18.163656 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-70a7a701-8db0-49ca-a6e7-21eef8fc0799 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4754965 Aug 31 23:33:18.269966 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Set router df8e8eaf-97bd-4177-a772-b8b758d5ff31 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:33:18.418020 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 41612) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:18.431459 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-82d1fdb0-3739-434c-aaf3-b8a433edf0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:18.470663 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:16Z', 'revision_number': 3, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:18.508957 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Checking router: df8e8eaf-97bd-4177-a772-b8b758d5ff31 for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:33:18.509471 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Updating router df8e8eaf-97bd-4177-a772-b8b758d5ff31 port 6ebe9caf-df68-404d-8d6e-9f22992aa556 binding host dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:33:18.526694 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-82d1fdb0-3739-434c-aaf3-b8a433edf0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:18.531803 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-82d1fdb0-3739-434c-aaf3-b8a433edf0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:18.536808 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:18.540493 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a19d3b-220b-44cd-a7dd-f66ba22299df req-9601104f-d2b2-4a33-9f5a-9dc586b323c7 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:18.542128 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d3a19d3b-220b-44cd-a7dd-f66ba22299df req-9601104f-d2b2-4a33-9f5a-9dc586b323c7 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 944 time: 0.1023149 Aug 31 23:33:18.569750 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1fdb0-3739-434c-aaf3-b8a433edf0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d08460-b2ec-40c2-b02b-a4038f252e73,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:18.577284 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-82d1fdb0-3739-434c-aaf3-b8a433edf0fa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=416bf302c0a14830a40751f5973d732b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549840 Aug 31 23:33:18.577284 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 41614) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:18.626645 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d3a19d3b-220b-44cd-a7dd-f66ba22299df req-93d4e00e-ec80-46a2-a4ce-b9dd37d2500b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713453 Aug 31 23:33:18.628269 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1ea7be0e-6b15-4872-8b6b-d138ef5f39c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:18.651746 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1ea7be0e-6b15-4872-8b6b-d138ef5f39c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:18.720817 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1ea7be0e-6b15-4872-8b6b-d138ef5f39c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:18.723975 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1ea7be0e-6b15-4872-8b6b-d138ef5f39c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:18.727803 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-1ea7be0e-6b15-4872-8b6b-d138ef5f39c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/93d08460-b2ec-40c2-b02b-a4038f252e73 HTTP/1.1" status: 204 len: 168 time: 0.1478331 Aug 31 23:33:18.734867 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7be0e-6b15-4872-8b6b-d138ef5f39c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d08460-b2ec-40c2-b02b-a4038f252e73,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:18.744938 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:18.884747 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:18.898067 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Transition to ACTIVE for port object 6ebe9caf-df68-404d-8d6e-9f22992aa556 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:33:18.903754 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:18.947490 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Allocated IP 172.20.0.1 (d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b/5e8c92f8-319d-4063-b51c-7c81f6bd05c9/cbfc6c85-16ad-48da-9763-2e293acc95f3) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:33:18.962059 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Attempting to bind port 6ebe9caf-df68-404d-8d6e-9f22992aa556 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:33:18.962575 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Attempting to bind port 6ebe9caf-df68-404d-8d6e-9f22992aa556 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:33:18.962955 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Attempting to bind port 6ebe9caf-df68-404d-8d6e-9f22992aa556 on network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:33:18.965083 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6ec4f-7c4a-4410-a3d3-886d533c9c29 None None] Pushing event updated for resources: {'Port': ['ID=6ebe9caf-df68-404d-8d6e-9f22992aa556,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:18.975115 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:33:18.975438 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Checking segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:33:18.975844 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:18.976242 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Bound using segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:33:18.984563 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Bound port: 6ebe9caf-df68-404d-8d6e-9f22992aa556, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:33:18.985741 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:18.992236 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6ec4f-7c4a-4410-a3d3-886d533c9c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:18.993150 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6ec4f-7c4a-4410-a3d3-886d533c9c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:18.993769 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6ec4f-7c4a-4410-a3d3-886d533c9c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:18.994271 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6ec4f-7c4a-4410-a3d3-886d533c9c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:18.994756 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6ec4f-7c4a-4410-a3d3-886d533c9c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:18.995830 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6ec4f-7c4a-4410-a3d3-886d533c9c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:18.996377 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6ec4f-7c4a-4410-a3d3-886d533c9c29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:18.996857 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6ec4f-7c4a-4410-a3d3-886d533c9c29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:18.997372 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6ec4f-7c4a-4410-a3d3-886d533c9c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:18.997864 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6ec4f-7c4a-4410-a3d3-886d533c9c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:18.998453 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6ec4f-7c4a-4410-a3d3-886d533c9c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:18.999073 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6ec4f-7c4a-4410-a3d3-886d533c9c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:33:19.057128 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] For port 6ebe9caf-df68-404d-8d6e-9f22992aa556, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:33:19.060813 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] For port 6ebe9caf-df68-404d-8d6e-9f22992aa556, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=6ebe9caf-df68-404d-8d6e-9f22992aa556,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:33:19.066253 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:19.117361 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Routers {'df8e8eaf-97bd-4177-a772-b8b758d5ff31'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:33:19.118013 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:33:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:19.118694 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211d1e5-8bda-4ed8-bb1f-c0d7199686f3 req-20d89350-e0d6-4d73-a386-dac1939d5735 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:19.120663 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0211d1e5-8bda-4ed8-bb1f-c0d7199686f3 req-20d89350-e0d6-4d73-a386-dac1939d5735 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.1080940 Aug 31 23:33:19.140592 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:19.163485 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Transition to ACTIVE for port object cbfc6c85-16ad-48da-9763-2e293acc95f3 will not be triggered until provisioned by entity DHCP. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:33:19.180486 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0211d1e5-8bda-4ed8-bb1f-c0d7199686f3 req-6d3d0eab-328b-4ef7-9158-cceef06c43ea tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521786 Aug 31 23:33:19.191187 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6ec4f-7c4a-4410-a3d3-886d533c9c29 None None] Pushing event updated for resources: {'Port': ['ID=6ebe9caf-df68-404d-8d6e-9f22992aa556,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:19.220973 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:19.252992 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] Set router df8e8eaf-97bd-4177-a772-b8b758d5ff31 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:33:19.262571 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:33:19.269564 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:33:19.274950 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:33:19.300267 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Pushing event updated for resources: {'Port': ['ID=cbfc6c85-16ad-48da-9763-2e293acc95f3,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:19.324164 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762456'] for router_interface, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:19.431594 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:33:19.489000 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:16Z', 'revision_number': 3, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:19.539177 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:19.539559 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:19.586439 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:19.599391 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-42da4a34-8cff-4986-b617-92966c8898fc None None] Provisioning for port cbfc6c85-16ad-48da-9763-2e293acc95f3 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:33:19.603848 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-42da4a34-8cff-4986-b617-92966c8898fc None None] Provisioning complete for port cbfc6c85-16ad-48da-9763-2e293acc95f3 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:19.604465 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-42da4a34-8cff-4986-b617-92966c8898fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:19.631938 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf58f11-7f21-4175-8ac5-02f50f113687 None None] The sync data for ids ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'] in dv-cinder-804459-5-iscsi is: [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:16Z', 'revision_number': 3, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:33:19.675231 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-42da4a34-8cff-4986-b617-92966c8898fc None None] Port cbfc6c85-16ad-48da-9763-2e293acc95f3 cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:33:19.814996 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed31c53-18a7-4d54-9d81-41621a16bc10 req-90f23136-fd11-44c0-aa7f-2b52b8004b63 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:19.816876 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9ed31c53-18a7-4d54-9d81-41621a16bc10 req-90f23136-fd11-44c0-aa7f-2b52b8004b63 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 944 time: 0.0760534 Aug 31 23:33:19.858655 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:19.878104 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12942635'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:20.000770 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9ed31c53-18a7-4d54-9d81-41621a16bc10 req-957ddf98-adcc-45e1-9784-f81d8bf899d1 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709471 Aug 31 23:33:20.028497 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Pushing event updated for resources: {'Port': ['ID=cbfc6c85-16ad-48da-9763-2e293acc95f3,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:20.041727 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763624'] for router_interface, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:20.140892 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:33:20.142432 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:33:20.340669 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Router df8e8eaf-97bd-4177-a772-b8b758d5ff31 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:33:20.357946 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44065f2b-8e3c-4ced-9e82-3ee014066ab3 req-b35fa379-e77e-4e8d-aa26-19194a726f83 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:20.359766 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-44065f2b-8e3c-4ced-9e82-3ee014066ab3 req-b35fa379-e77e-4e8d-aa26-19194a726f83 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0859551 Aug 31 23:33:20.399910 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-9dfe054e-cbed-4c29-90bb-b863152444a9 None None] Provisioning complete for port cbfc6c85-16ad-48da-9763-2e293acc95f3 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:20.400426 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9dfe054e-cbed-4c29-90bb-b863152444a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:20.451010 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-9dfe054e-cbed-4c29-90bb-b863152444a9 None None] Port cbfc6c85-16ad-48da-9763-2e293acc95f3 cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:33:20.475675 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-44065f2b-8e3c-4ced-9e82-3ee014066ab3 req-caff9eaf-d7f8-4f3a-97e4-b866ac593fb4 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069884 Aug 31 23:33:20.497388 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:33:20.512244 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-24a7739b-061c-4486-ae69-9ecb3bb77e39 admin admin] 10.222.0.54 "PUT /v2.0/routers/df8e8eaf-97bd-4177-a772-b8b758d5ff31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3446536 Aug 31 23:33:21.094432 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 41706) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:21.100696 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-700a560c-81a6-48ac-885c-ba2dd68bcf36 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-687317300-network', 'tenant_id': '78cd2559961e4beb879358fda657fcac'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:21.124970 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700a560c-81a6-48ac-885c-ba2dd68bcf36 admin admin] Made reservation on behalf of 78cd2559961e4beb879358fda657fcac for: {'network': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:33:21.125156 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1447c-5e92-4105-ae8b-6b7ae536fd63 req-2173ce63-217e-48bb-a165-424f4eb0427e tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:21.126710 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9bf1447c-5e92-4105-ae8b-6b7ae536fd63 req-2173ce63-217e-48bb-a165-424f4eb0427e tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 944 time: 0.0541635 Aug 31 23:33:21.128183 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-700a560c-81a6-48ac-885c-ba2dd68bcf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:21.141224 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-700a560c-81a6-48ac-885c-ba2dd68bcf36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:21.166645 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9bf1447c-5e92-4105-ae8b-6b7ae536fd63 req-0fe0231c-b550-4fe5-a597-4fafdbfc3d4c tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328760 Aug 31 23:33:21.241505 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-700a560c-81a6-48ac-885c-ba2dd68bcf36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:21.244621 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-700a560c-81a6-48ac-885c-ba2dd68bcf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:21.269637 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700a560c-81a6-48ac-885c-ba2dd68bcf36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=93845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:33:21.278053 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a560c-81a6-48ac-885c-ba2dd68bcf36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16086944-a17f-4de4-9ef9-950f510013c6,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:21.284398 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-700a560c-81a6-48ac-885c-ba2dd68bcf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:21.284699 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.db.segments_db [None req-700a560c-81a6-48ac-885c-ba2dd68bcf36 admin admin] Added segment e72f41e8-d97d-48fa-815f-e1cb269bea2a of type vlan for network c98a4428-8bc7-405d-a21f-47c2f8139ccb Aug 31 23:33:21.329573 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-700a560c-81a6-48ac-885c-ba2dd68bcf36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:21.398048 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-700a560c-81a6-48ac-885c-ba2dd68bcf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:21.399088 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700a560c-81a6-48ac-885c-ba2dd68bcf36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:21.399786 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-700a560c-81a6-48ac-885c-ba2dd68bcf36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:21.418318 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd9000-476e-4603-887c-9772c1f3c403 req-d9b88757-7383-40c8-bba0-bc66f483a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:21.419840 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5dcd9000-476e-4603-887c-9772c1f3c403 req-d9b88757-7383-40c8-bba0-bc66f483a516 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b949fab8f66a4e47b5e5d9540c3fd3fd&device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 1097 time: 0.0813379 Aug 31 23:33:21.431001 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 6ebe9caf-df68-404d-8d6e-9f22992aa556 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:33:21.460404 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Sync routers for ids ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:33:21.480986 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Routers {'df8e8eaf-97bd-4177-a772-b8b758d5ff31'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:33:21.481705 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:33:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:21.506358 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-700a560c-81a6-48ac-885c-ba2dd68bcf36 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4103944 Aug 31 23:33:21.509194 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 41710) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:21.515536 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-25035699-97ad-44fb-8932-4931b47ea723 admin admin] Request body: {'subnet': {'network_id': 'c98a4428-8bc7-405d-a21f-47c2f8139ccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-687317300-subnet', 'tenant_id': '78cd2559961e4beb879358fda657fcac', 'ip_version': 4}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:21.521401 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a560c-81a6-48ac-885c-ba2dd68bcf36 admin admin] Pushing event updated for resources: {'Network': ['ID=c98a4428-8bc7-405d-a21f-47c2f8139ccb,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:21.544373 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network c98a4428-8bc7-405d-a21f-47c2f8139ccb details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:33:21.553023 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25035699-97ad-44fb-8932-4931b47ea723 admin admin] Made reservation on behalf of 78cd2559961e4beb879358fda657fcac for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:33:21.555454 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-25035699-97ad-44fb-8932-4931b47ea723 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12932366'] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:21.562996 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd9000-476e-4603-887c-9772c1f3c403 req-4330b2d7-9984-4df7-8d2d-ef1884c495f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:21.568647 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5dcd9000-476e-4603-887c-9772c1f3c403 req-4330b2d7-9984-4df7-8d2d-ef1884c495f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=03ddb66a-f30e-4aed-9d86-e20e86a51596 HTTP/1.1" status: 200 len: 915 time: 0.1184852 Aug 31 23:33:21.623467 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5dcd9000-476e-4603-887c-9772c1f3c403 req-1809d2b0-1446-497a-a365-7c024565fa85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 HTTP/1.1" status: 200 len: 217 time: 0.0421014 Aug 31 23:33:21.654672 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 6ebe9caf-df68-404d-8d6e-9f22992aa556 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:33:21.672209 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fdc5e-ae8b-4e36-8d6c-69a72cce768e req-0447187e-6bca-4739-ba65-ada70cfeb244 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:21.675328 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 6ebe9caf-df68-404d-8d6e-9f22992aa556 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:21.675910 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:21.676863 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c45fdc5e-ae8b-4e36-8d6c-69a72cce768e req-0447187e-6bca-4739-ba65-ada70cfeb244 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0839818 Aug 31 23:33:21.692437 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd9000-476e-4603-887c-9772c1f3c403 req-9b184cce-d494-49b3-9444-0997029ab3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:21.694021 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5dcd9000-476e-4603-887c-9772c1f3c403 req-9b184cce-d494-49b3-9444-0997029ab3c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf HTTP/1.1" status: 200 len: 854 time: 0.0535283 Aug 31 23:33:21.704575 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Set router df8e8eaf-97bd-4177-a772-b8b758d5ff31 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:33:21.729700 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5dcd9000-476e-4603-887c-9772c1f3c403 req-25773a72-0cec-4a6d-b8f7-b5fc947af213 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ddb66a-f30e-4aed-9d86-e20e86a51596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257423 Aug 31 23:33:21.744070 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c45fdc5e-ae8b-4e36-8d6c-69a72cce768e req-1a2e8534-d63a-4904-83b6-72ca48153669 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596244 Aug 31 23:33:21.836157 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-25035699-97ad-44fb-8932-4931b47ea723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12943010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12932376'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:21.843938 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5dcd9000-476e-4603-887c-9772c1f3c403 req-ab0a66ed-6596-46e8-85a4-956adeedcceb service neutron] 10.222.0.53 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050534 Aug 31 23:33:21.886946 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25035699-97ad-44fb-8932-4931b47ea723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=733cccf0-6e43-4ce8-afbb-f41908f9a3d2,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:21.916179 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25035699-97ad-44fb-8932-4931b47ea723 admin admin] Checking segment: {'id': 'e72f41e8-d97d-48fa-815f-e1cb269bea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'c98a4428-8bc7-405d-a21f-47c2f8139ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:33:21.916641 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25035699-97ad-44fb-8932-4931b47ea723 admin admin] Network hostable DHCP agents. Network: c98a4428-8bc7-405d-a21f-47c2f8139ccb, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:33:21.921861 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:21.939119 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25035699-97ad-44fb-8932-4931b47ea723 admin admin] Network c98a4428-8bc7-405d-a21f-47c2f8139ccb is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:33:21.959769 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port 6ebe9caf-df68-404d-8d6e-9f22992aa556, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=6ebe9caf-df68-404d-8d6e-9f22992aa556,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:33:21.960888 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-25035699-97ad-44fb-8932-4931b47ea723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, c98a4428-8bc7-405d-a21f-47c2f8139ccb) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:33:21.967645 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25035699-97ad-44fb-8932-4931b47ea723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:21.968246 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-25035699-97ad-44fb-8932-4931b47ea723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:21.994261 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-25035699-97ad-44fb-8932-4931b47ea723 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4827182 Aug 31 23:33:21.996691 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 41726) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:22.005268 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-687317300-router', 'tenant_id': '78cd2559961e4beb879358fda657fcac', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:22.010107 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71845de5-39e0-45ec-adc7-4e091b21c0de None None] Network c98a4428-8bc7-405d-a21f-47c2f8139ccb requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:33:22.024385 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5dcd9000-476e-4603-887c-9772c1f3c403 req-7c3c18b3-1602-4973-bb88-2ac0d646a9a6 service neutron] 10.222.0.53 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643913 Aug 31 23:33:22.024758 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:22.049870 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30491'] for router, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:22.051110 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1764587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30476'] for router, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:22.112537 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:22.132509 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=6ebe9caf-df68-404d-8d6e-9f22992aa556,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:22.179899 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 2, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:22.232774 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Checking router: df8e8eaf-97bd-4177-a772-b8b758d5ff31 for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:33:22.233121 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Updating router df8e8eaf-97bd-4177-a772-b8b758d5ff31 port cbfc6c85-16ad-48da-9763-2e293acc95f3 binding host dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:33:22.274078 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:22.329750 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b006289-ba80-526b-bc95-ba2cef7064da-c98a4428-8bc7-405d-a21f-47c2f8139ccb', 'network_id': 'c98a4428-8bc7-405d-a21f-47c2f8139ccb', 'tenant_id': '78cd2559961e4beb879358fda657fcac', 'fixed_ips': [{'subnet_id': '733cccf0-6e43-4ce8-afbb-f41908f9a3d2'}]}} from dv-cinder-804459-5-iscsi. {{(pid=93847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:33:22.330716 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:22.398061 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc7dd0-eb2c-4f97-a9ea-3c8806c01b46 req-fdbb0264-a9b2-429f-99a6-7478a2fe6f6d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:22.400701 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f7bc7dd0-eb2c-4f97-a9ea-3c8806c01b46 req-fdbb0264-a9b2-429f-99a6-7478a2fe6f6d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 944 time: 0.0902698 Aug 31 23:33:22.459110 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f7bc7dd0-eb2c-4f97-a9ea-3c8806c01b46 req-deb55638-2a8e-478f-b644-2241ac2f9e69 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507164 Aug 31 23:33:22.563224 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:22.691145 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Allocated IP 172.20.0.2 (c98a4428-8bc7-405d-a21f-47c2f8139ccb/733cccf0-6e43-4ce8-afbb-f41908f9a3d2/645657de-2392-413c-8976-cdcfeab03b43) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:33:22.720967 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:22.770572 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Transition to ACTIVE for port object cbfc6c85-16ad-48da-9763-2e293acc95f3 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:33:22.782619 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:22.787761 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:22.807694 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:22.863606 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12557e2-6572-4671-945d-2a44dc950f45 None None] Pushing event updated for resources: {'Port': ['ID=cbfc6c85-16ad-48da-9763-2e293acc95f3,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:22.940485 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5163a-7b61-4645-be21-83083796ffbc req-81ba703c-6180-40b2-aca3-f0ea8d68aa1c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:22.948926 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4ba5163a-7b61-4645-be21-83083796ffbc req-81ba703c-6180-40b2-aca3-f0ea8d68aa1c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.1066949 Aug 31 23:33:22.972230 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Allocated IP 172.27.0.215 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:33:23.009882 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4ba5163a-7b61-4645-be21-83083796ffbc req-abee438d-0003-4709-bb86-ff4747cf1db9 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594134 Aug 31 23:33:23.120843 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Attempting to bind port cbfc6c85-16ad-48da-9763-2e293acc95f3 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:33:23.121353 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Attempting to bind port cbfc6c85-16ad-48da-9763-2e293acc95f3 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:33:23.121935 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Attempting to bind port cbfc6c85-16ad-48da-9763-2e293acc95f3 on network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:33:23.145158 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:23.145622 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:33:23.146013 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Checking segment: {'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:33:23.146419 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:23.146823 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Bound using segment: {'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:33:23.147306 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Bound port: cbfc6c85-16ad-48da-9763-2e293acc95f3, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:33:23.147717 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:23.150803 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:23.168801 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Transition to ACTIVE for port object 645657de-2392-413c-8976-cdcfeab03b43 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:33:23.193796 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:23.210628 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Transition to ACTIVE for port object 645657de-2392-413c-8976-cdcfeab03b43 will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:33:23.227410 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:23.243288 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:33:23.248961 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:33:23.251763 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Pushing event updated for resources: {'Port': ['ID=ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:23.264350 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:33:23.287205 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] For port cbfc6c85-16ad-48da-9763-2e293acc95f3, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:33:23.297016 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] For port cbfc6c85-16ad-48da-9763-2e293acc95f3, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=cbfc6c85-16ad-48da-9763-2e293acc95f3,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:33:23.304848 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Network c98a4428-8bc7-405d-a21f-47c2f8139ccb is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:33:23.308827 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:23.312635 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:33:23.318005 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Pushing event updated for resources: {'Port': ['ID=645657de-2392-413c-8976-cdcfeab03b43,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:23.320801 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:33:23.444060 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12557e2-6572-4671-945d-2a44dc950f45 None None] Pushing event updated for resources: {'Port': ['ID=cbfc6c85-16ad-48da-9763-2e293acc95f3,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:23.456117 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Routers {'df8e8eaf-97bd-4177-a772-b8b758d5ff31'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:33:23.457397 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:33:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:23.509718 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 6ebe9caf-df68-404d-8d6e-9f22992aa556 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:33:23.558517 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Attempting to bind port 645657de-2392-413c-8976-cdcfeab03b43 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:33:23.558888 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Attempting to bind port 645657de-2392-413c-8976-cdcfeab03b43 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'e72f41e8-d97d-48fa-815f-e1cb269bea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'c98a4428-8bc7-405d-a21f-47c2f8139ccb'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:33:23.559245 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Attempting to bind port 645657de-2392-413c-8976-cdcfeab03b43 on network c98a4428-8bc7-405d-a21f-47c2f8139ccb {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:33:23.570712 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:33:23.571077 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Checking segment: {'id': 'e72f41e8-d97d-48fa-815f-e1cb269bea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'c98a4428-8bc7-405d-a21f-47c2f8139ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:33:23.571482 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:23.571872 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Bound using segment: {'id': 'e72f41e8-d97d-48fa-815f-e1cb269bea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'c98a4428-8bc7-405d-a21f-47c2f8139ccb'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:33:23.572379 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Bound port: 645657de-2392-413c-8976-cdcfeab03b43, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72f41e8-d97d-48fa-815f-e1cb269bea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'c98a4428-8bc7-405d-a21f-47c2f8139ccb'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:33:23.572799 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:23.697701 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85d1bd-c4b9-45b3-9407-4c5385cd91c8 req-6112360b-ebf8-41df-8875-6c2773beb6cd tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:23.699122 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8b85d1bd-c4b9-45b3-9407-4c5385cd91c8 req-6112360b-ebf8-41df-8875-6c2773beb6cd tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 944 time: 0.1111438 Aug 31 23:33:23.706432 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:23.708003 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 6ebe9caf-df68-404d-8d6e-9f22992aa556 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:23.708533 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:23.725948 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 41784) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:23.746905 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] Set router df8e8eaf-97bd-4177-a772-b8b758d5ff31 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:33:23.749568 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] For port 645657de-2392-413c-8976-cdcfeab03b43, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:33:23.798242 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] For port 645657de-2392-413c-8976-cdcfeab03b43, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=645657de-2392-413c-8976-cdcfeab03b43,segment=NetworkSegment(e72f41e8-d97d-48fa-815f-e1cb269bea2a),segment_id=e72f41e8-d97d-48fa-815f-e1cb269bea2a)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:33:23.808903 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:23.821113 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8b85d1bd-c4b9-45b3-9407-4c5385cd91c8 req-c563c7e1-24d6-410d-b1e2-a68b7d190cec tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746019 Aug 31 23:33:23.863254 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c0fa6d86-f1b8-431f-a5c0-902c16aaf37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:23.962452 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763563'] for router, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:23.982584 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e8dc1-2886-4df0-85df-7e2cd9bf8abd None None] Pushing event updated for resources: {'Port': ['ID=645657de-2392-413c-8976-cdcfeab03b43,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:23.984132 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c0fa6d86-f1b8-431f-a5c0-902c16aaf37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:23.990671 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c0fa6d86-f1b8-431f-a5c0-902c16aaf37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:24.035030 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-c0fa6d86-f1b8-431f-a5c0-902c16aaf37b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e753fe5dc0ac429da431c04e09c7fb02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076499 Aug 31 23:33:24.035873 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 41790) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:24.036416 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa6d86-f1b8-431f-a5c0-902c16aaf37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5785dbd1-5f99-4595-a30c-bb1c791ab537,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:24.131346 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-bf0a48ec-8ec9-4278-8f02-f54318a4c519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:24.164314 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-bf0a48ec-8ec9-4278-8f02-f54318a4c519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:24.169757 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:23Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:24.220983 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857a1ca-062c-4187-be20-424ee7d95848 req-0dc6f0f1-23ad-40dc-a5ef-e7ee4166004e tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:24.222638 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0857a1ca-062c-4187-be20-424ee7d95848 req-0dc6f0f1-23ad-40dc-a5ef-e7ee4166004e tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.1094203 Aug 31 23:33:24.223308 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Router 695f56e9-b0af-4ee1-86c8-0e711c1f7f44 is scheduled to L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 with binding_index 1 {{(pid=93846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:33:24.246334 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc4a466-0fbf-48c9-ba69-e9fe3255a254 None None] The sync data for ids ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'] in dv-cinder-804459-5-iscsi is: [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:23Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:33:24.255668 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-bf0a48ec-8ec9-4278-8f02-f54318a4c519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:24.265914 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-bf0a48ec-8ec9-4278-8f02-f54318a4c519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:24.265914 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-bf0a48ec-8ec9-4278-8f02-f54318a4c519 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5785dbd1-5f99-4595-a30c-bb1c791ab537 HTTP/1.1" status: 204 len: 168 time: 0.2239022 Aug 31 23:33:24.275812 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a48ec-8ec9-4278-8f02-f54318a4c519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5785dbd1-5f99-4595-a30c-bb1c791ab537,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:24.388667 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0857a1ca-062c-4187-be20-424ee7d95848 req-88df79c2-e53d-4758-9131-e325e92afaee tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554413 Aug 31 23:33:24.421692 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:33:24.438128 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Sync routers for ids ['695f56e9-b0af-4ee1-86c8-0e711c1f7f44'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:33:24.448273 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:24.453391 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-126d219a-2b62-4b69-af19-3d6321b60604 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4523778 Aug 31 23:33:24.453936 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 41802) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:24.464368 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Routers {'695f56e9-b0af-4ee1-86c8-0e711c1f7f44'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:33:24.465564 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:33:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['695f56e9-b0af-4ee1-86c8-0e711c1f7f44'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:24.594728 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Set router 695f56e9-b0af-4ee1-86c8-0e711c1f7f44 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:33:24.699176 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 41806) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:24.714069 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f6ec75dd-ddb1-4385-9a89-76571b724ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:24.831850 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'name': 'tempest-TestVolumeBootPattern-687317300-router', 'tenant_id': '78cd2559961e4beb879358fda657fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:22Z', 'updated_at': '2021-08-31T23:33:23Z', 'revision_number': 3, 'project_id': '78cd2559961e4beb879358fda657fcac', 'gw_port': {'id': 'ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:22Z', 'updated_at': '2021-08-31T23:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:24.848095 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f6ec75dd-ddb1-4385-9a89-76571b724ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:24.859367 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f6ec75dd-ddb1-4385-9a89-76571b724ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:24.865889 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Checking router: 695f56e9-b0af-4ee1-86c8-0e711c1f7f44 for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:33:24.866576 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Updating router 695f56e9-b0af-4ee1-86c8-0e711c1f7f44 port ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8 binding host dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:33:24.897080 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:25.001094 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f6ec75dd-ddb1-4385-9a89-76571b724ccb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bd6475330e9d4504b93b7a225ef1dcf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007724 Aug 31 23:33:25.006326 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 41810) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:25.022202 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21485d7-5381-4f07-a9bd-93ec07267933 req-aa37c731-8439-4c99-9f89-48e3b7017dee tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:25.023825 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f21485d7-5381-4f07-a9bd-93ec07267933 req-aa37c731-8439-4c99-9f89-48e3b7017dee tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 944 time: 0.0786593 Aug 31 23:33:25.024526 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec75dd-ddb1-4385-9a89-76571b724ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1500fad7-59c7-4209-be2f-df0e4bd3bea6,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:25.101878 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f21485d7-5381-4f07-a9bd-93ec07267933 req-98917133-6276-46a8-b366-41a714bea426 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681772 Aug 31 23:33:25.134363 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7d4c1484-578f-4c41-b2e4-fda4a0ea6137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:25.179272 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7d4c1484-578f-4c41-b2e4-fda4a0ea6137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:25.239708 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:25.262611 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:25.284197 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Transition to ACTIVE for port object ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:33:25.290712 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:25.322704 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7d4c1484-578f-4c41-b2e4-fda4a0ea6137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:25.325934 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7d4c1484-578f-4c41-b2e4-fda4a0ea6137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:25.331203 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-7d4c1484-578f-4c41-b2e4-fda4a0ea6137 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1500fad7-59c7-4209-be2f-df0e4bd3bea6 HTTP/1.1" status: 204 len: 168 time: 0.3186731 Aug 31 23:33:25.348049 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c1484-578f-4c41-b2e4-fda4a0ea6137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1500fad7-59c7-4209-be2f-df0e4bd3bea6,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:25.353782 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f8fdf-34c3-4906-854e-e77c71d2fb44 None None] Pushing event updated for resources: {'Port': ['ID=ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:25.356139 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Attempting to bind port ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:33:25.356515 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Attempting to bind port ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:33:25.356869 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Attempting to bind port ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8 on network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:33:25.367784 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a031ed2-6a1d-4948-8d5c-7606f425699f None None] Network c98a4428-8bc7-405d-a21f-47c2f8139ccb requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:33:25.379160 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:33:25.379533 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Checking segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:33:25.379921 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:25.380661 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Bound using segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:33:25.381445 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Bound port: ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:33:25.382159 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:25.513127 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] For port ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:33:25.523509 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e5125d00-7331-4109-9c2b-a27f83c88974 None None] Provisioning for port 645657de-2392-413c-8976-cdcfeab03b43 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:33:25.525302 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] For port ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:33:25.531806 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:25.548492 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Allocated IP 172.20.0.1 (c98a4428-8bc7-405d-a21f-47c2f8139ccb/733cccf0-6e43-4ce8-afbb-f41908f9a3d2/36efca04-bae2-4dac-8018-087f98be430f) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:33:25.609448 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 645657de-2392-413c-8976-cdcfeab03b43 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:33:25.613424 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b78cb0-2eb9-4724-9b34-9fe1ea43db2b req-b4b17b2d-8351-42e1-9eb6-e8ee4459c8c8 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:25.615293 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-36b78cb0-2eb9-4724-9b34-9fe1ea43db2b req-b4b17b2d-8351-42e1-9eb6-e8ee4459c8c8 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0974121 Aug 31 23:33:25.634717 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f8fdf-34c3-4906-854e-e77c71d2fb44 None None] Pushing event updated for resources: {'Port': ['ID=ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:25.660595 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Routers {'695f56e9-b0af-4ee1-86c8-0e711c1f7f44'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:33:25.662096 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:33:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['695f56e9-b0af-4ee1-86c8-0e711c1f7f44'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:25.698787 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-36b78cb0-2eb9-4724-9b34-9fe1ea43db2b req-568039a5-60bc-4f10-b572-340647bf41fc tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742745 Aug 31 23:33:25.708228 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 645657de-2392-413c-8976-cdcfeab03b43 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:33:25.715095 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 645657de-2392-413c-8976-cdcfeab03b43 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:25.715471 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:25.765512 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:25.780484 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Transition to ACTIVE for port object 36efca04-bae2-4dac-8018-087f98be430f will not be triggered until provisioned by entity DHCP. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:33:25.822799 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:25.849663 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] Set router 695f56e9-b0af-4ee1-86c8-0e711c1f7f44 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:33:25.874699 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:25.916624 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Network c98a4428-8bc7-405d-a21f-47c2f8139ccb is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:33:25.920206 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:33:25.926034 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port 645657de-2392-413c-8976-cdcfeab03b43, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=645657de-2392-413c-8976-cdcfeab03b43,segment=NetworkSegment(e72f41e8-d97d-48fa-815f-e1cb269bea2a),segment_id=e72f41e8-d97d-48fa-815f-e1cb269bea2a)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:33:25.931808 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:25.932793 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device cbfc6c85-16ad-48da-9763-2e293acc95f3 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:33:25.947832 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:33:26.007008 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Pushing event updated for resources: {'Port': ['ID=36efca04-bae2-4dac-8018-087f98be430f,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:26.034810 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port cbfc6c85-16ad-48da-9763-2e293acc95f3 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:33:26.038759 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=645657de-2392-413c-8976-cdcfeab03b43,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:26.043829 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port cbfc6c85-16ad-48da-9763-2e293acc95f3 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:26.044285 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:26.064182 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762456'] for router_interface, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:26.120880 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'name': 'tempest-TestVolumeBootPattern-687317300-router', 'tenant_id': '78cd2559961e4beb879358fda657fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:22Z', 'updated_at': '2021-08-31T23:33:23Z', 'revision_number': 3, 'project_id': '78cd2559961e4beb879358fda657fcac', 'gw_port': {'id': 'ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:22Z', 'updated_at': '2021-08-31T23:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:26.167165 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a56234-68c0-4086-b118-5cad5dc5c7c3 None None] The sync data for ids ['695f56e9-b0af-4ee1-86c8-0e711c1f7f44'] in dv-cinder-804459-5-iscsi is: [{'id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'name': 'tempest-TestVolumeBootPattern-687317300-router', 'tenant_id': '78cd2559961e4beb879358fda657fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:22Z', 'updated_at': '2021-08-31T23:33:23Z', 'revision_number': 3, 'project_id': '78cd2559961e4beb879358fda657fcac', 'gw_port': {'id': 'ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:22Z', 'updated_at': '2021-08-31T23:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:33:26.230713 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:26.279959 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77245b1-56b5-42d6-85f8-e8dc924f52c4 req-b2e594eb-416f-4a2c-8618-4af0de38a50b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:26.283400 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b77245b1-56b5-42d6-85f8-e8dc924f52c4 req-b2e594eb-416f-4a2c-8618-4af0de38a50b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 944 time: 0.0943491 Aug 31 23:33:26.289002 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port cbfc6c85-16ad-48da-9763-2e293acc95f3, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=cbfc6c85-16ad-48da-9763-2e293acc95f3,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:33:26.299342 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:26.307434 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-cad085d7-ecbe-413c-a4a5-43a0b9bf3c07 None None] Provisioning complete for port 645657de-2392-413c-8976-cdcfeab03b43 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:26.307813 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cad085d7-ecbe-413c-a4a5-43a0b9bf3c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:26.370147 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b77245b1-56b5-42d6-85f8-e8dc924f52c4 req-3713de9a-d5ae-4ae6-81b4-758091be7e0b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791330 Aug 31 23:33:26.391352 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:26.466748 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:33:26.485555 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=cbfc6c85-16ad-48da-9763-2e293acc95f3,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:26.666642 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3b1ac077-d08a-4ca7-95dc-39c578fbf5e0,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:33:26.680473 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '3b1ac077-d08a-4ca7-95dc-39c578fbf5e0', 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596', 'port_id': '3b1ac077-d08a-4ca7-95dc-39c578fbf5e0', 'mac_address': 'fa:16:3e:81:bd:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:33:26.683947 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:26.690102 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:26.724193 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:26.739751 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:33:26.763410 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3b1ac077-d08a-4ca7-95dc-39c578fbf5e0,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:33:26.771450 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:26.778777 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Pushing event updated for resources: {'Port': ['ID=36efca04-bae2-4dac-8018-087f98be430f,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:26.800689 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763624'] for router_interface, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:26.820699 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-6e648c84-d319-4b55-8a73-4b5f9a4213b4 None None] Provisioning for port 36efca04-bae2-4dac-8018-087f98be430f completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:33:26.827809 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-6e648c84-d319-4b55-8a73-4b5f9a4213b4 None None] Provisioning complete for port 36efca04-bae2-4dac-8018-087f98be430f triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:26.828246 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-6e648c84-d319-4b55-8a73-4b5f9a4213b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:26.881554 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=3b1ac077-d08a-4ca7-95dc-39c578fbf5e0,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:26.896033 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a83849-8f49-4769-a195-d778cc32f542 req-d723ce17-799a-470b-a23d-3185f3b07447 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:26.900181 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-6e648c84-d319-4b55-8a73-4b5f9a4213b4 None None] Port 36efca04-bae2-4dac-8018-087f98be430f cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:33:26.903677 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f8a83849-8f49-4769-a195-d778cc32f542 req-d723ce17-799a-470b-a23d-3185f3b07447 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0672703 Aug 31 23:33:26.962910 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Network c98a4428-8bc7-405d-a21f-47c2f8139ccb is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:33:26.964462 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:33:26.967023 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f8a83849-8f49-4769-a195-d778cc32f542 req-c7a069e5-a96c-4a49-899c-93378dc4378e tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541317 Aug 31 23:33:27.109728 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Router 695f56e9-b0af-4ee1-86c8-0e711c1f7f44 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:33:27.228605 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-9f90c710-2224-4ec0-aca1-edc95a41ee61 None None] Provisioning complete for port 36efca04-bae2-4dac-8018-087f98be430f triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:27.229128 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9f90c710-2224-4ec0-aca1-edc95a41ee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:27.230543 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:33:27.240153 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-d42e20ae-d615-4857-b1f3-a3b3dd8076c0 admin admin] 10.222.0.54 "PUT /v2.0/routers/695f56e9-b0af-4ee1-86c8-0e711c1f7f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7851183 Aug 31 23:33:27.268184 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-9f90c710-2224-4ec0-aca1-edc95a41ee61 None None] Port 36efca04-bae2-4dac-8018-087f98be430f cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:33:27.550976 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 645657de-2392-413c-8976-cdcfeab03b43 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:33:27.596292 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1532b5-d11a-41db-91f5-38c8c44da68e req-7a35afd0-af38-4824-b1a2-7ea6eb4ecbd3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:27.604374 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0c1532b5-d11a-41db-91f5-38c8c44da68e req-7a35afd0-af38-4824-b1a2-7ea6eb4ecbd3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 945 time: 0.1121774 Aug 31 23:33:27.637893 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 645657de-2392-413c-8976-cdcfeab03b43 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:27.638349 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:27.669770 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0c1532b5-d11a-41db-91f5-38c8c44da68e req-89920e2d-ab21-4720-97cc-b0ac24fb0672 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644598 Aug 31 23:33:27.751550 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device cbfc6c85-16ad-48da-9763-2e293acc95f3 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:33:27.804466 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port cbfc6c85-16ad-48da-9763-2e293acc95f3 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:27.804927 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:27.871598 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 41900) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:27.876091 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-0ef59e7b-436c-4224-b945-8eb68aca7100 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-792078547', 'description': 'tempest-secgroup-smoke-792078547 description', 'project_id': 'b688313b25cd4a65a9e59f26ecccba69'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:27.909457 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0ef59e7b-436c-4224-b945-8eb68aca7100 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:27.910462 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:33:27.971787 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:33:27.978040 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:27.978159 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.008590 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0ef59e7b-436c-4224-b945-8eb68aca7100 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.014382 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0ef59e7b-436c-4224-b945-8eb68aca7100 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.055318 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0ef59e7b-436c-4224-b945-8eb68aca7100 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.056681 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-0ef59e7b-436c-4224-b945-8eb68aca7100 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1843781 Aug 31 23:33:28.059681 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 41908) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:28.065081 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-1aecc1a0-a80d-43d1-9be5-c56252c8e4e2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Request body: {'security_group_rule': {'security_group_id': 'f1003c0e-2f5f-4418-9349-3296edd34630', 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:28.066656 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef59e7b-436c-4224-b945-8eb68aca7100 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1003c0e-2f5f-4418-9349-3296edd34630,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:28.086519 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.107524 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:33:28.114029 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.121706 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487101a-8255-4740-869d-8222f92222ac req-39a05ca9-5711-498b-a83e-97f0160820da tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:28.123447 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5487101a-8255-4740-869d-8222f92222ac req-39a05ca9-5711-498b-a83e-97f0160820da tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0724981 Aug 31 23:33:28.136550 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1aecc1a0-a80d-43d1-9be5-c56252c8e4e2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.172403 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:28.190129 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5487101a-8255-4740-869d-8222f92222ac req-bf19c4de-ac5f-4acf-be7a-a8f33010c163 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584192 Aug 31 23:33:28.207660 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1aecc1a0-a80d-43d1-9be5-c56252c8e4e2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.212144 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1aecc1a0-a80d-43d1-9be5-c56252c8e4e2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.232238 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecc1a0-a80d-43d1-9be5-c56252c8e4e2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536a7a49-9e5c-4d5e-a35d-928c561798eb,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:28.242249 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1aecc1a0-a80d-43d1-9be5-c56252c8e4e2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.247650 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 41914) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:28.248049 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-1aecc1a0-a80d-43d1-9be5-c56252c8e4e2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1869900 Aug 31 23:33:28.253974 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-19a74db4-08da-4225-94ad-e4d654d54056 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Request body: {'security_group_rule': {'security_group_id': 'f1003c0e-2f5f-4418-9349-3296edd34630', 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:28.281522 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-19a74db4-08da-4225-94ad-e4d654d54056 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.326894 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Sync routers for ids ['695f56e9-b0af-4ee1-86c8-0e711c1f7f44'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:33:28.333910 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-19a74db4-08da-4225-94ad-e4d654d54056 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.336176 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Routers {'695f56e9-b0af-4ee1-86c8-0e711c1f7f44'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:33:28.336821 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:33:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['695f56e9-b0af-4ee1-86c8-0e711c1f7f44'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:28.338202 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-19a74db4-08da-4225-94ad-e4d654d54056 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.356825 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a74db4-08da-4225-94ad-e4d654d54056 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e207333c-4999-44d9-82d2-565951d206c2,revision_number=0']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:28.363127 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-19a74db4-08da-4225-94ad-e4d654d54056 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.367430 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 41916) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:28.367550 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-19a74db4-08da-4225-94ad-e4d654d54056 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188502 Aug 31 23:33:28.372625 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-0d8dd797-dc42-4acd-baea-27931136f281 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Request body: {'security_group_rule': {'security_group_id': 'f1003c0e-2f5f-4418-9349-3296edd34630', 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:28.399695 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0d8dd797-dc42-4acd-baea-27931136f281 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.470043 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0d8dd797-dc42-4acd-baea-27931136f281 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.474987 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0d8dd797-dc42-4acd-baea-27931136f281 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.496022 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dd797-dc42-4acd-baea-27931136f281 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3465398-d56e-4c4a-bba6-ba6c14e9ebdb,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:28.507881 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0d8dd797-dc42-4acd-baea-27931136f281 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.513177 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-0d8dd797-dc42-4acd-baea-27931136f281 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406808 Aug 31 23:33:28.513491 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 41920) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:28.519496 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-7a388f0e-1c2f-4502-af11-5e1c6eba7281 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Request body: {'security_group_rule': {'security_group_id': 'f1003c0e-2f5f-4418-9349-3296edd34630', 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:28.577826 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7a388f0e-1c2f-4502-af11-5e1c6eba7281 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.604244 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Set router 695f56e9-b0af-4ee1-86c8-0e711c1f7f44 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:33:28.706365 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7a388f0e-1c2f-4502-af11-5e1c6eba7281 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.709937 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7a388f0e-1c2f-4502-af11-5e1c6eba7281 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.727949 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a388f0e-1c2f-4502-af11-5e1c6eba7281 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3a0c3a-74e0-4bf5-bc94-ec5718674e7c,revision_number=0']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:28.758577 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7a388f0e-1c2f-4502-af11-5e1c6eba7281 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.759743 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-7a388f0e-1c2f-4502-af11-5e1c6eba7281 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2451892 Aug 31 23:33:28.763230 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 41934) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:28.767287 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-34993515-46eb-4b27-b755-d49d6f9d6b18 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Request body: {'security_group_rule': {'security_group_id': 'f1003c0e-2f5f-4418-9349-3296edd34630', 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:28.784670 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081c32b-3d38-4d16-9e3d-8c0aa6a140af req-5ab53b52-5bcd-4136-9148-fbacff72e741 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:28.786243 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2081c32b-3d38-4d16-9e3d-8c0aa6a140af req-5ab53b52-5bcd-4136-9148-fbacff72e741 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 945 time: 0.0562239 Aug 31 23:33:28.790343 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.securitygroups_db [None req-34993515-46eb-4b27-b755-d49d6f9d6b18 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Project b688313b25cd4a65a9e59f26ecccba69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 23:33:28.795747 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-34993515-46eb-4b27-b755-d49d6f9d6b18 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.828206 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2081c32b-3d38-4d16-9e3d-8c0aa6a140af req-051667ed-f936-41da-af0e-47fc07d4a9c5 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359800 Aug 31 23:33:28.838680 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'name': 'tempest-TestVolumeBootPattern-687317300-router', 'tenant_id': '78cd2559961e4beb879358fda657fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:22Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 4, 'project_id': '78cd2559961e4beb879358fda657fcac', 'gw_port': {'id': 'ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:22Z', 'updated_at': '2021-08-31T23:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '36efca04-bae2-4dac-8018-087f98be430f', 'name': '', 'network_id': 'c98a4428-8bc7-405d-a21f-47c2f8139ccb', 'tenant_id': '78cd2559961e4beb879358fda657fcac', 'mac_address': 'fa:16:3e:70:80:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '733cccf0-6e43-4ce8-afbb-f41908f9a3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:25Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 2, 'project_id': '78cd2559961e4beb879358fda657fcac', 'subnets': [{'id': '733cccf0-6e43-4ce8-afbb-f41908f9a3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:28.857723 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-34993515-46eb-4b27-b755-d49d6f9d6b18 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.861820 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-34993515-46eb-4b27-b755-d49d6f9d6b18 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.867227 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Checking router: 695f56e9-b0af-4ee1-86c8-0e711c1f7f44 for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:33:28.867516 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Updating router 695f56e9-b0af-4ee1-86c8-0e711c1f7f44 port 36efca04-bae2-4dac-8018-087f98be430f binding host dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:33:28.879379 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34993515-46eb-4b27-b755-d49d6f9d6b18 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6cfd464-5eb5-4b46-92b0-f64c3c922bc8,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:28.885295 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-34993515-46eb-4b27-b755-d49d6f9d6b18 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.888769 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-34993515-46eb-4b27-b755-d49d6f9d6b18 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250830 Aug 31 23:33:28.889363 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 41936) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:28.894521 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-3689f1ef-5057-4fd5-b0f1-1fd5ccb8d655 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Request body: {'security_group_rule': {'security_group_id': 'f1003c0e-2f5f-4418-9349-3296edd34630', 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:28.897747 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.917406 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.securitygroups_db [None req-3689f1ef-5057-4fd5-b0f1-1fd5ccb8d655 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Project b688313b25cd4a65a9e59f26ecccba69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 23:33:28.922188 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3689f1ef-5057-4fd5-b0f1-1fd5ccb8d655 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.983810 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3689f1ef-5057-4fd5-b0f1-1fd5ccb8d655 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:28.987505 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3689f1ef-5057-4fd5-b0f1-1fd5ccb8d655 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:29.006604 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689f1ef-5057-4fd5-b0f1-1fd5ccb8d655 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330dfa0d-ecfd-4375-99db-9c849beb4633,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:29.013581 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3689f1ef-5057-4fd5-b0f1-1fd5ccb8d655 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:29.015015 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-3689f1ef-5057-4fd5-b0f1-1fd5ccb8d655 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247191 Aug 31 23:33:29.165905 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:29.177033 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Transition to ACTIVE for port object 36efca04-bae2-4dac-8018-087f98be430f will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:33:29.183502 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:29.233868 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0175bed-de31-4393-9259-7207b468589c None None] Pushing event updated for resources: {'Port': ['ID=36efca04-bae2-4dac-8018-087f98be430f,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:29.286553 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Attempting to bind port 36efca04-bae2-4dac-8018-087f98be430f on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:33:29.286921 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Attempting to bind port 36efca04-bae2-4dac-8018-087f98be430f by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'e72f41e8-d97d-48fa-815f-e1cb269bea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'c98a4428-8bc7-405d-a21f-47c2f8139ccb'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:33:29.287284 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Attempting to bind port 36efca04-bae2-4dac-8018-087f98be430f on network c98a4428-8bc7-405d-a21f-47c2f8139ccb {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:33:29.294627 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:33:29.295138 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Checking segment: {'id': 'e72f41e8-d97d-48fa-815f-e1cb269bea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'c98a4428-8bc7-405d-a21f-47c2f8139ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:33:29.295806 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:29.296263 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Bound using segment: {'id': 'e72f41e8-d97d-48fa-815f-e1cb269bea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'c98a4428-8bc7-405d-a21f-47c2f8139ccb'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:33:29.296883 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Bound port: 36efca04-bae2-4dac-8018-087f98be430f, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72f41e8-d97d-48fa-815f-e1cb269bea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'c98a4428-8bc7-405d-a21f-47c2f8139ccb'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:33:29.297364 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:29.328433 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607ce0a-999e-4fb3-acb5-92045edda33f req-7614d51d-f9ba-487e-a223-7bd5919e03a7 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:29.330925 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3607ce0a-999e-4fb3-acb5-92045edda33f req-7614d51d-f9ba-487e-a223-7bd5919e03a7 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0526702 Aug 31 23:33:29.385878 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3607ce0a-999e-4fb3-acb5-92045edda33f req-37767476-5637-41ee-91c5-78eb6e94aae5 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460253 Aug 31 23:33:29.400475 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] For port 36efca04-bae2-4dac-8018-087f98be430f, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:33:29.405706 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] For port 36efca04-bae2-4dac-8018-087f98be430f, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=36efca04-bae2-4dac-8018-087f98be430f,segment=NetworkSegment(e72f41e8-d97d-48fa-815f-e1cb269bea2a),segment_id=e72f41e8-d97d-48fa-815f-e1cb269bea2a)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:33:29.419507 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:29.451574 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:33:29.536364 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0175bed-de31-4393-9259-7207b468589c None None] Pushing event updated for resources: {'Port': ['ID=36efca04-bae2-4dac-8018-087f98be430f,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:29.540067 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Routers {'695f56e9-b0af-4ee1-86c8-0e711c1f7f44'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:33:29.540972 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:33:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['695f56e9-b0af-4ee1-86c8-0e711c1f7f44'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:29.634361 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:29.634927 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:29.735224 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] Set router 695f56e9-b0af-4ee1-86c8-0e711c1f7f44 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:33:29.945742 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d68fe7-2e94-4d01-95e9-01f9c4bc6e92 req-dc010e7f-894b-4d36-b0eb-944f170dc2a4 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:29.947251 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-88d68fe7-2e94-4d01-95e9-01f9c4bc6e92 req-dc010e7f-894b-4d36-b0eb-944f170dc2a4 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 945 time: 0.0504320 Aug 31 23:33:29.979633 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'name': 'tempest-TestVolumeBootPattern-687317300-router', 'tenant_id': '78cd2559961e4beb879358fda657fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:22Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 4, 'project_id': '78cd2559961e4beb879358fda657fcac', 'gw_port': {'id': 'ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:22Z', 'updated_at': '2021-08-31T23:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '36efca04-bae2-4dac-8018-087f98be430f', 'name': '', 'network_id': 'c98a4428-8bc7-405d-a21f-47c2f8139ccb', 'tenant_id': '78cd2559961e4beb879358fda657fcac', 'mac_address': 'fa:16:3e:70:80:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '733cccf0-6e43-4ce8-afbb-f41908f9a3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:25Z', 'updated_at': '2021-08-31T23:33:29Z', 'revision_number': 4, 'project_id': '78cd2559961e4beb879358fda657fcac', 'subnets': [{'id': '733cccf0-6e43-4ce8-afbb-f41908f9a3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:33:29.985208 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-88d68fe7-2e94-4d01-95e9-01f9c4bc6e92 req-6e668980-3d29-41ca-a423-5589c5a90eb8 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320024 Aug 31 23:33:30.008919 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f490002b-d8fb-4f04-b66e-422da59c2ef9 None None] The sync data for ids ['695f56e9-b0af-4ee1-86c8-0e711c1f7f44'] in dv-cinder-804459-5-iscsi is: [{'id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'name': 'tempest-TestVolumeBootPattern-687317300-router', 'tenant_id': '78cd2559961e4beb879358fda657fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:22Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 4, 'project_id': '78cd2559961e4beb879358fda657fcac', 'gw_port': {'id': 'ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:22Z', 'updated_at': '2021-08-31T23:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '36efca04-bae2-4dac-8018-087f98be430f', 'name': '', 'network_id': 'c98a4428-8bc7-405d-a21f-47c2f8139ccb', 'tenant_id': '78cd2559961e4beb879358fda657fcac', 'mac_address': 'fa:16:3e:70:80:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '733cccf0-6e43-4ce8-afbb-f41908f9a3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:25Z', 'updated_at': '2021-08-31T23:33:29Z', 'revision_number': 4, 'project_id': '78cd2559961e4beb879358fda657fcac', 'subnets': [{'id': '733cccf0-6e43-4ce8-afbb-f41908f9a3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:33:30.207410 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['3b1ac077-d08a-4ca7-95dc-39c578fbf5e0'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:33:30.511151 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1842716-7680-46ab-815e-5bd5a03c5f3b req-cc43142f-2a53-4208-9398-110462e18fea tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:30.512643 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a1842716-7680-46ab-815e-5bd5a03c5f3b req-cc43142f-2a53-4208-9398-110462e18fea tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0498586 Aug 31 23:33:30.551607 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a1842716-7680-46ab-815e-5bd5a03c5f3b req-ebc737aa-4900-4bce-9ef3-2b7967bd4db0 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330911 Aug 31 23:33:31.106116 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc75717-f2d8-4129-9692-28780c78ed75 req-83b959ce-2e6b-45ab-9041-ab0cbe02148c tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:31.107709 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9bc75717-f2d8-4129-9692-28780c78ed75 req-83b959ce-2e6b-45ab-9041-ab0cbe02148c tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 945 time: 0.0503821 Aug 31 23:33:31.147401 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9bc75717-f2d8-4129-9692-28780c78ed75 req-7adee7b9-6787-4be9-8a07-d59269e8c9f0 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332353 Aug 31 23:33:31.431757 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 36efca04-bae2-4dac-8018-087f98be430f up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:33:31.484527 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 36efca04-bae2-4dac-8018-087f98be430f completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:33:31.488863 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 36efca04-bae2-4dac-8018-087f98be430f triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:31.489279 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:31.562660 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:31.595249 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port 36efca04-bae2-4dac-8018-087f98be430f, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=36efca04-bae2-4dac-8018-087f98be430f,segment=NetworkSegment(e72f41e8-d97d-48fa-815f-e1cb269bea2a),segment_id=e72f41e8-d97d-48fa-815f-e1cb269bea2a)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:33:31.599638 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:31.651365 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=36efca04-bae2-4dac-8018-087f98be430f,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:31.675020 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f836ff0-3361-47a0-aa94-81a03a47f39a req-0cc147cf-21c1-4bef-8140-288e971b759f tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:31.676456 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8f836ff0-3361-47a0-aa94-81a03a47f39a req-0cc147cf-21c1-4bef-8140-288e971b759f tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0540719 Aug 31 23:33:31.714550 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8f836ff0-3361-47a0-aa94-81a03a47f39a req-b77e5f28-55a2-4c52-bb07-c91c2942f021 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318441 Aug 31 23:33:32.153489 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:33:32.218828 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:33:32.223973 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:32.225030 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:32.319923 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:32.334977 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721420e1-9441-48f0-8eab-8f039aaea6af req-e0054b58-403c-41a4-aa9e-7853840d036b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:32.336641 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-721420e1-9441-48f0-8eab-8f039aaea6af req-e0054b58-403c-41a4-aa9e-7853840d036b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 945 time: 0.0799215 Aug 31 23:33:32.376724 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6df457-e4ce-4931-bdf8-1759e2126e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1ac077-d08a-4ca7-95dc-39c578fbf5e0'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:33:32.379054 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5117c3-c5f0-4e51-8dba-30f7bb3c9f5d" -d '{"events": [{"server_uuid": "cf6df457-e4ce-4931-bdf8-1759e2126e29", "name": "network-vif-plugged", "status": "completed", "tag": "3b1ac077-d08a-4ca7-95dc-39c578fbf5e0"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:33:32.387258 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-721420e1-9441-48f0-8eab-8f039aaea6af req-7417d6db-7041-4f8d-99a8-cafa9cfddb8f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419405 Aug 31 23:33:32.396051 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3b1ac077-d08a-4ca7-95dc-39c578fbf5e0,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:33:32.401397 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:32.464093 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c43a4a-26cd-437b-9d03-b4aacdb90a55 x-openstack-request-id: req-04c43a4a-26cd-437b-9d03-b4aacdb90a55 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:33:32.464788 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6df457-e4ce-4931-bdf8-1759e2126e29", "name": "network-vif-plugged", "status": "completed", "tag": "3b1ac077-d08a-4ca7-95dc-39c578fbf5e0", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:33:32.464788 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-04c43a4a-26cd-437b-9d03-b4aacdb90a55 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:33:32.465037 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6df457-e4ce-4931-bdf8-1759e2126e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1ac077-d08a-4ca7-95dc-39c578fbf5e0', 'code': 200} Aug 31 23:33:32.469792 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=3b1ac077-d08a-4ca7-95dc-39c578fbf5e0,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:32.833937 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe03737-62a3-4cc5-8129-af93aac15c98 req-69def4d3-8c3f-4d67-8c78-4706a194392b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:32.835387 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2fe03737-62a3-4cc5-8129-af93aac15c98 req-69def4d3-8c3f-4d67-8c78-4706a194392b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0531013 Aug 31 23:33:32.871813 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2fe03737-62a3-4cc5-8129-af93aac15c98 req-dc625bdb-907e-4784-a8ee-151c6df29f95 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304005 Aug 31 23:33:33.399769 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 36efca04-bae2-4dac-8018-087f98be430f up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:33:33.447475 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 36efca04-bae2-4dac-8018-087f98be430f triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:33.447852 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:33.518268 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66056076-63aa-406d-b88a-60b561cf075b req-a551e6c6-a2e5-4eab-bf22-2776dd9db464 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:33.519973 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-66056076-63aa-406d-b88a-60b561cf075b req-a551e6c6-a2e5-4eab-bf22-2776dd9db464 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.0537112 Aug 31 23:33:33.563124 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-66056076-63aa-406d-b88a-60b561cf075b req-28a8666d-9750-43f3-a654-010dd0a8eb1c tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335600 Aug 31 23:33:33.993143 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee36507-b8e8-4057-ad97-6c23c7e65fe2 req-43f07126-5037-49c5-9d83-2bf43ee5a9f0 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:33.994745 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1ee36507-b8e8-4057-ad97-6c23c7e65fe2 req-43f07126-5037-49c5-9d83-2bf43ee5a9f0 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0530469 Aug 31 23:33:34.034104 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1ee36507-b8e8-4057-ad97-6c23c7e65fe2 req-f8651efa-0844-4b2b-bc50-55d95dbad102 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332620 Aug 31 23:33:34.679525 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdad29-b471-4a56-b0df-01219b1fe833 req-9f214790-c727-4ebe-8b33-ba689a8bf604 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:34.681028 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-eabdad29-b471-4a56-b0df-01219b1fe833 req-9f214790-c727-4ebe-8b33-ba689a8bf604 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.0518675 Aug 31 23:33:34.717471 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-eabdad29-b471-4a56-b0df-01219b1fe833 req-2cafa290-5473-44af-b9ab-4862b96022bd tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306809 Aug 31 23:33:35.151034 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab552052-2581-4f49-a948-d4a1151b1862 req-24fa5878-1776-4d98-be3d-fb15fdda7937 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:35.152510 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ab552052-2581-4f49-a948-d4a1151b1862 req-24fa5878-1776-4d98-be3d-fb15fdda7937 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0481761 Aug 31 23:33:35.191257 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ab552052-2581-4f49-a948-d4a1151b1862 req-d26b52ce-51a3-4982-88ea-6c14f57acd0d tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323393 Aug 31 23:33:35.833229 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2441b-c275-4dcd-962e-c51d950dfea1 req-316129f4-aa98-4de5-babf-7a9298692f00 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:35.834694 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-19c2441b-c275-4dcd-962e-c51d950dfea1 req-316129f4-aa98-4de5-babf-7a9298692f00 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.0516102 Aug 31 23:33:35.872458 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-19c2441b-c275-4dcd-962e-c51d950dfea1 req-080a58ed-8277-4ea8-803b-d29b6c1a6a64 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317054 Aug 31 23:33:36.199419 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fb54f-42f6-483c-8a98-b8defe3bfde5 req-50b87346-fe61-41f6-9846-1fcd1d3851d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:36.200823 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c61fb54f-42f6-483c-8a98-b8defe3bfde5 req-50b87346-fe61-41f6-9846-1fcd1d3851d2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 1099 time: 0.0421851 Aug 31 23:33:36.250276 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c61fb54f-42f6-483c-8a98-b8defe3bfde5 req-fa6437ab-b5b8-412a-b045-58627ab67eda service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309384 Aug 31 23:33:36.304193 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123abb77-03c1-4f07-bf68-de2f06743a66 req-77e33d71-b792-4ab8-8f09-f2ae459ece15 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:36.305672 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-123abb77-03c1-4f07-bf68-de2f06743a66 req-77e33d71-b792-4ab8-8f09-f2ae459ece15 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0469923 Aug 31 23:33:36.342485 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-123abb77-03c1-4f07-bf68-de2f06743a66 req-860691c8-d194-4c61-8e62-cd0559bf7a98 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311327 Aug 31 23:33:36.996299 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1c870-ef77-47f2-bf51-26b0c1d45818 req-4de09191-6eb1-4057-99c3-714585c4d42a tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:36.997809 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cdf1c870-ef77-47f2-bf51-26b0c1d45818 req-4de09191-6eb1-4057-99c3-714585c4d42a tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.0484998 Aug 31 23:33:37.042899 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cdf1c870-ef77-47f2-bf51-26b0c1d45818 req-f20dffa0-d868-48bc-92ef-7a9751d60cd3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379145 Aug 31 23:33:37.463334 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e607fa-c220-4d9b-9d2c-aaa4cf0b1c57 req-d3cd16d9-fef4-4a1e-9dd1-b7d1cbf52033 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:37.464954 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c7e607fa-c220-4d9b-9d2c-aaa4cf0b1c57 req-d3cd16d9-fef4-4a1e-9dd1-b7d1cbf52033 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0530579 Aug 31 23:33:37.509478 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c7e607fa-c220-4d9b-9d2c-aaa4cf0b1c57 req-81aac3c6-c899-441f-8f80-e5ca98bf130f tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383749 Aug 31 23:33:38.170847 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b5bf7-172f-443a-88c0-9542fedc013a req-119332ca-94e6-4e25-bb99-09c64b58df32 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:38.172255 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-471b5bf7-172f-443a-88c0-9542fedc013a req-119332ca-94e6-4e25-bb99-09c64b58df32 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.0489812 Aug 31 23:33:38.214397 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-471b5bf7-172f-443a-88c0-9542fedc013a req-32f5867f-3909-449a-9a32-8d40965f659d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357738 Aug 31 23:33:38.503009 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:33:38.658699 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55c725-95bb-41f0-917b-907084ff7dab req-31a74c14-a79e-47de-8f6e-031df670b628 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:38.659471 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0c55c725-95bb-41f0-917b-907084ff7dab req-31a74c14-a79e-47de-8f6e-031df670b628 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0646498 Aug 31 23:33:38.748051 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0c55c725-95bb-41f0-917b-907084ff7dab req-3a6db10f-6a7c-4877-9464-0d73079d3b35 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814714 Aug 31 23:33:38.751142 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd967434-db1c-4c06-80cd-38e3af1aecf2 req-0c3631f7-ec48-4109-bda2-8f4e5acc9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:38.753141 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-fd967434-db1c-4c06-80cd-38e3af1aecf2 req-0c3631f7-ec48-4109-bda2-8f4e5acc9498 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 1098 time: 0.0844042 Aug 31 23:33:38.818889 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-fd967434-db1c-4c06-80cd-38e3af1aecf2 req-895ced08-3727-4400-b416-e3cca2505002 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540507 Aug 31 23:33:39.569494 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 42316) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:39.677010 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a11702b4-a499-4ed7-b761-0d51e0405b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:39.767352 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a11702b4-a499-4ed7-b761-0d51e0405b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:39.771005 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a11702b4-a499-4ed7-b761-0d51e0405b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:39.812135 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-a11702b4-a499-4ed7-b761-0d51e0405b28 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=07c0c1621f204623a131d6efaf55fc16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414393 Aug 31 23:33:39.814798 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 42324) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:39.815258 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11702b4-a499-4ed7-b761-0d51e0405b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f42f747-beee-42f6-9875-dde7481ffeda,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:39.850423 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4e2f69fe-2aff-4874-a332-f31bb7765929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:39.920460 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e9a9e-0185-4fa0-807c-b9bd28532c46 req-2f21d72e-eab1-454d-a7b9-ee50c26c07de tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:39.921948 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-941e9a9e-0185-4fa0-807c-b9bd28532c46 req-2f21d72e-eab1-454d-a7b9-ee50c26c07de tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0793483 Aug 31 23:33:39.922942 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-78a6ee9b-003d-4db7-8a43-d89774cdb72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:39.961414 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-78a6ee9b-003d-4db7-8a43-d89774cdb72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:39.995526 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-941e9a9e-0185-4fa0-807c-b9bd28532c46 req-8e0adf87-69da-4f78-b026-4669a3edac01 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632865 Aug 31 23:33:40.022121 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-78a6ee9b-003d-4db7-8a43-d89774cdb72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:40.024780 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-78a6ee9b-003d-4db7-8a43-d89774cdb72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:40.025912 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-78a6ee9b-003d-4db7-8a43-d89774cdb72f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7f42f747-beee-42f6-9875-dde7481ffeda HTTP/1.1" status: 204 len: 168 time: 0.2093227 Aug 31 23:33:40.034198 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6ee9b-003d-4db7-8a43-d89774cdb72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f42f747-beee-42f6-9875-dde7481ffeda,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:40.299845 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 42346) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:40.313435 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dc709183-00f4-4a5c-a125-47f8a243f22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:40.407018 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dc709183-00f4-4a5c-a125-47f8a243f22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:40.410967 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dc709183-00f4-4a5c-a125-47f8a243f22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:40.451635 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-dc709183-00f4-4a5c-a125-47f8a243f22d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=03f20fc4cc0d4d058db8be77e8e1d73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482117 Aug 31 23:33:40.451635 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc709183-00f4-4a5c-a125-47f8a243f22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a6f06f-a263-466e-bf98-c4e2376b4965,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:40.451995 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 42352) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:40.466320 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 42354) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:40.508955 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-50c17e67-cfb9-4a68-b9b1-1f34c5b105f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:40.534579 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-50c17e67-cfb9-4a68-b9b1-1f34c5b105f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:40.577883 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a21af020-5410-4778-9597-21cd70bccccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:40.582952 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-50c17e67-cfb9-4a68-b9b1-1f34c5b105f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:40.586483 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-50c17e67-cfb9-4a68-b9b1-1f34c5b105f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:40.590551 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-50c17e67-cfb9-4a68-b9b1-1f34c5b105f0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/14a6f06f-a263-466e-bf98-c4e2376b4965 HTTP/1.1" status: 204 len: 168 time: 0.1351175 Aug 31 23:33:40.600133 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c17e67-cfb9-4a68-b9b1-1f34c5b105f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a6f06f-a263-466e-bf98-c4e2376b4965,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:40.684193 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a21af020-5410-4778-9597-21cd70bccccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:40.687858 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a21af020-5410-4778-9597-21cd70bccccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:40.727304 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-a21af020-5410-4778-9597-21cd70bccccb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3524a6fe253f4172bf7a015da159d1f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599812 Aug 31 23:33:40.728261 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21af020-5410-4778-9597-21cd70bccccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2b4a02-ac87-4fc2-8f56-f3565c378ae1,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:40.729911 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 42364) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:40.779294 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-60552e51-6fe1-4e1a-b8e0-411425c7ac90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:40.800354 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-60552e51-6fe1-4e1a-b8e0-411425c7ac90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:40.850876 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-60552e51-6fe1-4e1a-b8e0-411425c7ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:40.853608 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-60552e51-6fe1-4e1a-b8e0-411425c7ac90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:40.854766 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-60552e51-6fe1-4e1a-b8e0-411425c7ac90 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2e2b4a02-ac87-4fc2-8f56-f3565c378ae1 HTTP/1.1" status: 204 len: 168 time: 0.1238801 Aug 31 23:33:40.867337 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60552e51-6fe1-4e1a-b8e0-411425c7ac90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2b4a02-ac87-4fc2-8f56-f3565c378ae1,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:41.151248 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 42388) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:41.165934 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda72623-e551-4408-878c-0bfe9aeccd6f req-a878fe7a-b5a5-4811-ad76-90645f7222eb tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:41.167593 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-fda72623-e551-4408-878c-0bfe9aeccd6f req-a878fe7a-b5a5-4811-ad76-90645f7222eb tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0807235 Aug 31 23:33:41.173900 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-28b0e2cb-d16f-4034-9689-20968a8c9fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:41.241434 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-fda72623-e551-4408-878c-0bfe9aeccd6f req-417e1d09-75de-4d9f-b7f2-867b4d149237 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642636 Aug 31 23:33:41.313062 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-28b0e2cb-d16f-4034-9689-20968a8c9fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:41.318719 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-28b0e2cb-d16f-4034-9689-20968a8c9fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:41.359322 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-28b0e2cb-d16f-4034-9689-20968a8c9fca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=883edbeb527e4ac48a93f3a2938fb269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069755 Aug 31 23:33:41.361330 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0e2cb-d16f-4034-9689-20968a8c9fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87db6b9-7492-4f85-9f88-5fe74d52ecac,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:41.363029 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 42396) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:41.416998 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-074954d6-0d62-47ef-8726-3d0e1ed72230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:41.429100 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:41.439294 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-074954d6-0d62-47ef-8726-3d0e1ed72230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:41.484510 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-074954d6-0d62-47ef-8726-3d0e1ed72230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:41.486965 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-074954d6-0d62-47ef-8726-3d0e1ed72230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:41.488098 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-074954d6-0d62-47ef-8726-3d0e1ed72230 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a87db6b9-7492-4f85-9f88-5fe74d52ecac HTTP/1.1" status: 204 len: 168 time: 0.1237655 Aug 31 23:33:41.495812 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074954d6-0d62-47ef-8726-3d0e1ed72230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87db6b9-7492-4f85-9f88-5fe74d52ecac,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:41.891497 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 42418) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:41.905036 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c2410e46-25ec-44fb-a3ec-31df17ebee2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:42.003250 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c2410e46-25ec-44fb-a3ec-31df17ebee2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:42.007220 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c2410e46-25ec-44fb-a3ec-31df17ebee2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:42.051690 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-c2410e46-25ec-44fb-a3ec-31df17ebee2a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0904120c09e2445482fa1ac2016675df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589823 Aug 31 23:33:42.052771 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2410e46-25ec-44fb-a3ec-31df17ebee2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76262b6a-3dc9-42b4-9565-2ebe52f09d82,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:42.053729 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 42426) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:42.103529 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-16c1d7bb-e54b-4325-a2c3-f657c77e0057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:42.125350 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-16c1d7bb-e54b-4325-a2c3-f657c77e0057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:42.175301 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-16c1d7bb-e54b-4325-a2c3-f657c77e0057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:42.181054 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-16c1d7bb-e54b-4325-a2c3-f657c77e0057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:42.184445 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-16c1d7bb-e54b-4325-a2c3-f657c77e0057 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/76262b6a-3dc9-42b4-9565-2ebe52f09d82 HTTP/1.1" status: 204 len: 168 time: 0.1275053 Aug 31 23:33:42.192618 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1d7bb-e54b-4325-a2c3-f657c77e0057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76262b6a-3dc9-42b4-9565-2ebe52f09d82,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:42.375600 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd44159-42fb-440e-863b-bb62d28d0c71 req-11666690-41e7-4259-a4b4-097a7d3a190a tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:42.377273 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8cd44159-42fb-440e-863b-bb62d28d0c71 req-11666690-41e7-4259-a4b4-097a7d3a190a tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0633671 Aug 31 23:33:42.432368 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8cd44159-42fb-440e-863b-bb62d28d0c71 req-72d8878a-80ce-448c-ba4d-46e74eb94ef3 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483437 Aug 31 23:33:42.868005 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5c066f40-6d1d-4be6-a82a-f0b2b75e90e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:43.140029 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:43.527541 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:43.536403 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd443890-ab59-42d9-93ea-cf7369f626de req-0037f40f-3467-4431-98f1-ea7564c61209 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:43.537980 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-fd443890-ab59-42d9-93ea-cf7369f626de req-0037f40f-3467-4431-98f1-ea7564c61209 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0495234 Aug 31 23:33:43.577150 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-fd443890-ab59-42d9-93ea-cf7369f626de req-2b17f10e-a21d-43b7-bc85-47a699467925 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332975 Aug 31 23:33:43.693548 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19e289-a4c4-4c16-93c5-d6ad96dcc9c4 req-b724afbb-9bf6-4982-bc4a-97de510000da tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:43.695020 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-bb19e289-a4c4-4c16-93c5-d6ad96dcc9c4 req-b724afbb-9bf6-4982-bc4a-97de510000da tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0488584 Aug 31 23:33:43.732769 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-bb19e289-a4c4-4c16-93c5-d6ad96dcc9c4 req-2acaa361-009e-4776-9343-9d8f1ab1849d tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316987 Aug 31 23:33:44.992764 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:45.478845 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e482825-3efa-4f58-8338-f975cee98f5f req-058ad456-b472-47ce-8757-cdc43687bb7d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:45.480311 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0e482825-3efa-4f58-8338-f975cee98f5f req-058ad456-b472-47ce-8757-cdc43687bb7d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/networks?id=03ddb66a-f30e-4aed-9d86-e20e86a51596 HTTP/1.1" status: 200 len: 814 time: 0.1092787 Aug 31 23:33:45.495952 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0e482825-3efa-4f58-8338-f975cee98f5f req-41d0d772-f1b7-4a8e-b662-b06f3b43fc94 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/quotas/b949fab8f66a4e47b5e5d9540c3fd3fd HTTP/1.1" status: 200 len: 375 time: 0.0091035 Aug 31 23:33:45.554147 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0e482825-3efa-4f58-8338-f975cee98f5f req-b578d236-b4e0-4b02-a0a5-ee38a7d30882 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b949fab8f66a4e47b5e5d9540c3fd3fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504136 Aug 31 23:33:45.576942 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5f2e65a-89da-481b-9d9e-7baa88223013 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ceb6c3c9212548d4a361f04ff25413ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297034 Aug 31 23:33:45.645105 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0e482825-3efa-4f58-8338-f975cee98f5f req-003c2cfe-ba18-4c90-863b-6005037d674d service neutron] 10.222.0.54 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839429 Aug 31 23:33:45.741168 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0e482825-3efa-4f58-8338-f975cee98f5f req-1cf6d147-f6da-40f4-be1d-72807c8076b8 service neutron] 10.222.0.54 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900285 Aug 31 23:33:45.972732 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f75ae2b8-46c2-47b7-bb31-765db62518cc req-79d83a21-3bbd-4abd-8140-3e4e8cdacf67 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 210 time: 0.0328331 Aug 31 23:33:46.107161 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-b83c81ae-2163-48ba-be23-cce7f2200113 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:46.118779 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-b83c81ae-2163-48ba-be23-cce7f2200113 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5354240 Aug 31 23:33:46.145607 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-2706ff06-dde1-4ec2-866b-711bb2f11090 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/quotas/ceb6c3c9212548d4a361f04ff25413ed HTTP/1.1" status: 200 len: 375 time: 0.0250614 Aug 31 23:33:46.191571 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-c7dd2870-2d6d-463e-99c9-5465e7a25f3d tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ceb6c3c9212548d4a361f04ff25413ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444291 Aug 31 23:33:46.198122 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 42584) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:46.557251 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 42604) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:46.669458 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cec10ecd-7614-4ee5-b9d5-cce56e6249e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:46.687056 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-09372f01-7695-4cf6-8587-183da6e12e78 req-106f7ea1-e32d-4841-a0ee-523cabd6143a tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 210 time: 0.0685310 Aug 31 23:33:46.712953 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-11989053-0c0c-4044-b22d-5e3dee1cc808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:46.793880 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cec10ecd-7614-4ee5-b9d5-cce56e6249e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:46.799663 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cec10ecd-7614-4ee5-b9d5-cce56e6249e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:46.997254 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-11989053-0c0c-4044-b22d-5e3dee1cc808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:47.010581 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-11989053-0c0c-4044-b22d-5e3dee1cc808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:47.077235 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1c898-e314-4a67-90de-5cb28d689e9b req-cc25091a-2fa1-4c18-b909-4010ace9ffcc tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:47.078884 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-11b1c898-e314-4a67-90de-5cb28d689e9b req-cc25091a-2fa1-4c18-b909-4010ace9ffcc tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.1453156 Aug 31 23:33:47.088164 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-cec10ecd-7614-4ee5-b9d5-cce56e6249e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9d36ce65f5614886bf582c90b6ca95e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5290651 Aug 31 23:33:47.090199 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ccf66-7c0c-4dab-ba3b-03c94ae6896f req-24b8bc6a-1fc2-41c6-aa7f-4970899d98f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:47.090821 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 42620) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:47.091818 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-763ccf66-7c0c-4dab-ba3b-03c94ae6896f req-24b8bc6a-1fc2-41c6-aa7f-4970899d98f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=50a47fc76e7d48e5b704d5f2dd962483&device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 1098 time: 0.1570821 Aug 31 23:33:47.093526 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11989053-0c0c-4044-b22d-5e3dee1cc808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ae3c20-cadc-41bf-bb28-b93a6c6001e9,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:47.103651 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-11989053-0c0c-4044-b22d-5e3dee1cc808 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=444e2903b31b45129b8531160a2ebfef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9033468 Aug 31 23:33:47.116102 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 42622) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:47.130070 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec10ecd-7614-4ee5-b9d5-cce56e6249e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e1b68c-df5b-48fc-a3b8-789eb3276815,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:47.136927 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-538b3003-4c62-44f6-904f-44af21ac300c req-6faba5e2-a800-49cc-b446-c5085170efbb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 210 time: 0.0653036 Aug 31 23:33:47.163381 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2dcf418c-8181-4a2b-bee8-003f63e8471b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:47.184171 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2dcf418c-8181-4a2b-bee8-003f63e8471b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:47.225333 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-11b1c898-e314-4a67-90de-5cb28d689e9b req-01b066f7-ae3a-4317-9c73-d24e2bdc4f9d tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264150 Aug 31 23:33:47.230521 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2dcf418c-8181-4a2b-bee8-003f63e8471b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:47.233787 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2dcf418c-8181-4a2b-bee8-003f63e8471b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:47.237268 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-2dcf418c-8181-4a2b-bee8-003f63e8471b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e3e1b68c-df5b-48fc-a3b8-789eb3276815 HTTP/1.1" status: 204 len: 168 time: 0.1430080 Aug 31 23:33:47.260237 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf418c-8181-4a2b-bee8-003f63e8471b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e1b68c-df5b-48fc-a3b8-789eb3276815,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:47.264187 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ccf66-7c0c-4dab-ba3b-03c94ae6896f req-d65adc79-1d76-4d22-bc49-82097e23bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:47.265760 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-763ccf66-7c0c-4dab-ba3b-03c94ae6896f req-d65adc79-1d76-4d22-bc49-82097e23bfa0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4bcb073e-1d75-46c6-8333-a59aa396399f HTTP/1.1" status: 200 len: 920 time: 0.1657431 Aug 31 23:33:47.270261 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a5b31ae6-12d2-406f-adb4-c71f0e31503b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:47.323633 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a5b31ae6-12d2-406f-adb4-c71f0e31503b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:47.326250 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-763ccf66-7c0c-4dab-ba3b-03c94ae6896f req-9f7e2358-cf6f-4aa7-8d02-4df121d0b4db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f75ec18e-555b-47f3-a862-1608fd678194 HTTP/1.1" status: 200 len: 217 time: 0.0414732 Aug 31 23:33:47.397297 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ccf66-7c0c-4dab-ba3b-03c94ae6896f req-e2a14517-8ec4-4521-8c7c-6f8666e0f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:47.398744 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-763ccf66-7c0c-4dab-ba3b-03c94ae6896f req-e2a14517-8ec4-4521-8c7c-6f8666e0f6a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c53f0166-3f80-478d-8aa4-6c43d9c06f6f HTTP/1.1" status: 200 len: 859 time: 0.0633218 Aug 31 23:33:47.409480 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a5b31ae6-12d2-406f-adb4-c71f0e31503b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:47.412032 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a5b31ae6-12d2-406f-adb4-c71f0e31503b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:47.413147 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-a5b31ae6-12d2-406f-adb4-c71f0e31503b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/24ae3c20-cadc-41bf-bb28-b93a6c6001e9 HTTP/1.1" status: 204 len: 168 time: 0.2951856 Aug 31 23:33:47.442878 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b31ae6-12d2-406f-adb4-c71f0e31503b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ae3c20-cadc-41bf-bb28-b93a6c6001e9,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:47.446047 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-763ccf66-7c0c-4dab-ba3b-03c94ae6896f req-add5fdca-1516-4fc6-8ca4-1d5d083df010 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4bcb073e-1d75-46c6-8333-a59aa396399f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319066 Aug 31 23:33:47.604966 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-763ccf66-7c0c-4dab-ba3b-03c94ae6896f req-8c6b5196-586e-4832-bbfc-bbadc676502d service neutron] 10.222.0.53 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412287 Aug 31 23:33:47.634697 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 42638) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:47.658316 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-02c2b195-d766-44c2-ba31-3c94f7c0fe7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:47.847333 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-763ccf66-7c0c-4dab-ba3b-03c94ae6896f req-33b8660d-e6cb-4ea9-9853-4b046e007f7c service neutron] 10.222.0.53 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305129 Aug 31 23:33:47.879476 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2eae9b9f-3dd6-4c76-85bc-eae2e18102ca req-b837492f-11d7-4d06-96e7-8036aa5369e2 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 210 time: 0.0389018 Aug 31 23:33:47.893849 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e482825-3efa-4f58-8338-f975cee98f5f req-f3a33bf3-be70-46ee-97d5-1d699588d764 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:47.895554 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0e482825-3efa-4f58-8338-f975cee98f5f req-f3a33bf3-be70-46ee-97d5-1d699588d764 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.53 "GET /v2.0/networks?id=03ddb66a-f30e-4aed-9d86-e20e86a51596 HTTP/1.1" status: 200 len: 814 time: 0.1836364 Aug 31 23:33:47.915566 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-0e482825-3efa-4f58-8338-f975cee98f5f req-08d0d984-52e0-4375-97a5-44a589b1f28d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Request body: {'port': {'device_id': '76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1', 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596', 'admin_state_up': True, 'tenant_id': 'b949fab8f66a4e47b5e5d9540c3fd3fd'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:47.964792 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-02c2b195-d766-44c2-ba31-3c94f7c0fe7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:47.973520 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-02c2b195-d766-44c2-ba31-3c94f7c0fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:48.025723 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-02c2b195-d766-44c2-ba31-3c94f7c0fe7e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=41b975876f114dfdb058307ae5763d94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3870375 Aug 31 23:33:48.025956 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 42654) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:48.057868 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2b195-d766-44c2-ba31-3c94f7c0fe7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eab2dad-b94f-4b77-b6fa-adcb835c54c3,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:48.075274 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 42660) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:48.091850 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e482825-3efa-4f58-8338-f975cee98f5f req-08d0d984-52e0-4375-97a5-44a589b1f28d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Made reservation on behalf of b949fab8f66a4e47b5e5d9540c3fd3fd for: {'port': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:33:48.095644 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0e482825-3efa-4f58-8338-f975cee98f5f req-08d0d984-52e0-4375-97a5-44a589b1f28d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:48.099058 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c0150bb1-8e3d-45f7-b9c9-cb25677e9b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:48.119900 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd6d5-cc85-494b-a109-1344b6e394f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:48.150751 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd6d5-cc85-494b-a109-1344b6e394f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:48.202750 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd6d5-cc85-494b-a109-1344b6e394f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:48.206130 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd6d5-cc85-494b-a109-1344b6e394f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:48.207272 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-bc3bd6d5-cc85-494b-a109-1344b6e394f3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8eab2dad-b94f-4b77-b6fa-adcb835c54c3 HTTP/1.1" status: 204 len: 168 time: 0.1804130 Aug 31 23:33:48.224621 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bd6d5-cc85-494b-a109-1344b6e394f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eab2dad-b94f-4b77-b6fa-adcb835c54c3,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:48.268183 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-64c58f8f-493f-479b-9e1a-e4d6093bbdc5 req-e5a5c456-86c4-487e-8a2f-5c2025d9bfb7 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 210 time: 0.0459812 Aug 31 23:33:48.355958 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [req-0e482825-3efa-4f58-8338-f975cee98f5f req-08d0d984-52e0-4375-97a5-44a589b1f28d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Allocated IP 172.20.0.14 (03ddb66a-f30e-4aed-9d86-e20e86a51596/3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf/20234e10-5596-41d5-b883-1104e5b4e2b0) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:33:48.391173 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c0150bb1-8e3d-45f7-b9c9-cb25677e9b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:48.423746 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c0150bb1-8e3d-45f7-b9c9-cb25677e9b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:48.435157 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-204ecf27-8d80-4ef3-aa23-b9d63886e640 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ceb6c3c9212548d4a361f04ff25413ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421381 Aug 31 23:33:48.443076 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534fc15-b858-4786-8f59-5cde2a790106 req-342c03af-c198-40dc-808c-b44092363992 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:48.444505 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3534fc15-b858-4786-8f59-5cde2a790106 req-342c03af-c198-40dc-808c-b44092363992 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.1327565 Aug 31 23:33:48.566559 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-c0150bb1-8e3d-45f7-b9c9-cb25677e9b01 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4433867055b04aa09e0f9fd3df640c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4901800 Aug 31 23:33:48.567285 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0150bb1-8e3d-45f7-b9c9-cb25677e9b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37013171-aea9-4d68-ac56-5e5df26736b2,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:48.569486 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 42676) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:48.629775 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3534fc15-b858-4786-8f59-5cde2a790106 req-4026dafc-db7f-4011-8f11-fde5fd803879 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686115 Aug 31 23:33:48.632384 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3f474848-407d-43c0-8bed-2285f695a337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:48.674794 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3f474848-407d-43c0-8bed-2285f695a337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:48.708662 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-6b4c51bc-b744-40d9-8d7b-d31f25de5cd5 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:48.710244 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-6b4c51bc-b744-40d9-8d7b-d31f25de5cd5 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502582 Aug 31 23:33:48.735837 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3f474848-407d-43c0-8bed-2285f695a337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:48.738952 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-3f474848-407d-43c0-8bed-2285f695a337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:48.742365 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-3f474848-407d-43c0-8bed-2285f695a337 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/37013171-aea9-4d68-ac56-5e5df26736b2 HTTP/1.1" status: 204 len: 168 time: 0.1678128 Aug 31 23:33:48.750567 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f474848-407d-43c0-8bed-2285f695a337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37013171-aea9-4d68-ac56-5e5df26736b2,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:48.778935 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0e482825-3efa-4f58-8338-f975cee98f5f req-08d0d984-52e0-4375-97a5-44a589b1f28d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:48.822727 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0e482825-3efa-4f58-8338-f975cee98f5f req-08d0d984-52e0-4375-97a5-44a589b1f28d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:48.876922 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e482825-3efa-4f58-8338-f975cee98f5f req-08d0d984-52e0-4375-97a5-44a589b1f28d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Network 03ddb66a-f30e-4aed-9d86-e20e86a51596 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:33:48.880248 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [req-0e482825-3efa-4f58-8338-f975cee98f5f req-08d0d984-52e0-4375-97a5-44a589b1f28d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:33:48.882867 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e482825-3efa-4f58-8338-f975cee98f5f req-08d0d984-52e0-4375-97a5-44a589b1f28d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:33:48.925086 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0d984-52e0-4375-97a5-44a589b1f28d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Pushing event updated for resources: {'Port': ['ID=20234e10-5596-41d5-b883-1104e5b4e2b0,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:48.946278 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e482825-3efa-4f58-8338-f975cee98f5f req-08d0d984-52e0-4375-97a5-44a589b1f28d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:48.946884 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0e482825-3efa-4f58-8338-f975cee98f5f req-08d0d984-52e0-4375-97a5-44a589b1f28d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:48.962723 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0e482825-3efa-4f58-8338-f975cee98f5f req-08d0d984-52e0-4375-97a5-44a589b1f28d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0526969 Aug 31 23:33:49.004488 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-11a64959-f96a-4aed-b700-146eb2a42be7 req-232e06d9-0e7e-4c9d-ab1b-490a0cb096ae tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 210 time: 0.0372365 Aug 31 23:33:49.420353 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b5d4d-269f-40af-bef5-208a44c8e594 req-be1bc961-9526-445f-b635-fd10b51f9fe5 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:49.421982 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bf7b5d4d-269f-40af-bef5-208a44c8e594 req-be1bc961-9526-445f-b635-fd10b51f9fe5 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 932 time: 0.0659049 Aug 31 23:33:49.461118 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bf7b5d4d-269f-40af-bef5-208a44c8e594 req-d10165b6-5a6c-4cad-9add-e5888442eef0 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325572 Aug 31 23:33:49.762286 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e32d4-3750-41d6-88de-e9008c7ac19b req-0d58a1c6-9d0b-486c-8e05-563eee19d500 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:49.763797 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5a5e32d4-3750-41d6-88de-e9008c7ac19b req-0d58a1c6-9d0b-486c-8e05-563eee19d500 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0587089 Aug 31 23:33:49.814792 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5a5e32d4-3750-41d6-88de-e9008c7ac19b req-13eded07-6c8c-48e5-89a5-8ed98a57c8cb tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387137 Aug 31 23:33:50.085099 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 42772) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:50.120305 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9cbc5b2d-474b-4451-8635-dbfa6450bad8 req-402e5cdd-7657-41e5-9f14-e486c71fd8d4 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 210 time: 0.0391841 Aug 31 23:33:50.312687 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-49cf4068-abb7-4049-81c6-bef9ea91046e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:50.401002 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-49cf4068-abb7-4049-81c6-bef9ea91046e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:50.404708 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-49cf4068-abb7-4049-81c6-bef9ea91046e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:50.443054 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-49cf4068-abb7-4049-81c6-bef9ea91046e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=30fe55e7196f4ae08ec70d3b1917cc0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569598 Aug 31 23:33:50.443998 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf4068-abb7-4049-81c6-bef9ea91046e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198ffe47-592e-4e66-9261-566def0260da,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:50.445804 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 42792) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:50.503799 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-38133874-91b0-4b31-bf33-3bc620cfce5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:50.527294 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-38133874-91b0-4b31-bf33-3bc620cfce5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:50.604766 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a4dd6-d64f-4c31-b111-2c940237ca86 req-252c4035-f1ad-49c1-8cb9-8503f51d82a4 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:50.606254 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-840a4dd6-d64f-4c31-b111-2c940237ca86 req-252c4035-f1ad-49c1-8cb9-8503f51d82a4 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 932 time: 0.0726614 Aug 31 23:33:50.623362 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-38133874-91b0-4b31-bf33-3bc620cfce5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:50.626710 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-38133874-91b0-4b31-bf33-3bc620cfce5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:50.627780 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-38133874-91b0-4b31-bf33-3bc620cfce5b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/198ffe47-592e-4e66-9261-566def0260da HTTP/1.1" status: 204 len: 168 time: 0.1807590 Aug 31 23:33:50.643490 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38133874-91b0-4b31-bf33-3bc620cfce5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198ffe47-592e-4e66-9261-566def0260da,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:50.661656 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-840a4dd6-d64f-4c31-b111-2c940237ca86 req-2ce2b59a-c579-4509-9b4a-116309245720 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466516 Aug 31 23:33:50.937075 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39384a89-5604-4d7f-ae68-6b47f2d91a93 req-c5655a82-4a46-4568-9419-ec6c0f25d0dd tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:50.939060 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-39384a89-5604-4d7f-ae68-6b47f2d91a93 req-c5655a82-4a46-4568-9419-ec6c0f25d0dd tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0511353 Aug 31 23:33:50.975364 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 42806) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:50.982405 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-39384a89-5604-4d7f-ae68-6b47f2d91a93 req-85be7c41-b3e0-48cb-b8eb-d1022ff5e93a tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372818 Aug 31 23:33:51.001255 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-422c57bf-0f6a-4861-a6e6-753526c649d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:51.117766 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-422c57bf-0f6a-4861-a6e6-753526c649d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:51.122866 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-422c57bf-0f6a-4861-a6e6-753526c649d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:51.169186 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 42812) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:51.169727 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-422c57bf-0f6a-4861-a6e6-753526c649d1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0e53ce1e2ea440e4ad23b22af79e3b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925898 Aug 31 23:33:51.170023 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c57bf-0f6a-4861-a6e6-753526c649d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f898c7-20ef-4846-9860-610eccac999b,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:51.236946 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6ff86a9e-e28c-4cb9-b71e-1dc4ef303f88 req-4741cfcb-7023-40e0-a411-81349da14301 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 210 time: 0.0322726 Aug 31 23:33:51.251272 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c634f233-f967-483a-9bb2-651647cf4067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:51.274850 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c634f233-f967-483a-9bb2-651647cf4067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:51.322331 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c634f233-f967-483a-9bb2-651647cf4067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:51.325159 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c634f233-f967-483a-9bb2-651647cf4067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:51.326283 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-c634f233-f967-483a-9bb2-651647cf4067 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/05f898c7-20ef-4846-9860-610eccac999b HTTP/1.1" status: 204 len: 168 time: 0.1560805 Aug 31 23:33:51.338253 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634f233-f967-483a-9bb2-651647cf4067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f898c7-20ef-4846-9860-610eccac999b,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:51.622749 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['bd412178-72a4-400d-a2ce-edb25feb3689', '3b1ac077-d08a-4ca7-95dc-39c578fbf5e0'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:33:51.630121 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-2ac41634-f1d2-412f-b003-6e2556e17f21 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Request body: {'port': {'device_id': '45ef4c21-0de8-4509-990e-8ebf8a662742', 'network_id': 'c92963ac-98b3-4a6e-ac23-e411736e4ab7', 'admin_state_up': True, 'tenant_id': 'ceb6c3c9212548d4a361f04ff25413ed'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:51.674696 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Request body: {'port': {'device_id': '76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:51.767228 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:51.880791 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-2ac41634-f1d2-412f-b003-6e2556e17f21 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Made reservation on behalf of ceb6c3c9212548d4a361f04ff25413ed for: {'port': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:33:51.884541 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-2ac41634-f1d2-412f-b003-6e2556e17f21 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:51.897097 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49880a4-08f8-4bc9-9004-2ad54199ff6c req-0ebb4736-88fc-45a6-99b1-dbc604af4232 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:51.898630 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c49880a4-08f8-4bc9-9004-2ad54199ff6c req-0ebb4736-88fc-45a6-99b1-dbc604af4232 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 932 time: 0.1383593 Aug 31 23:33:51.964751 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-2ac41634-f1d2-412f-b003-6e2556e17f21 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:52.066958 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c49880a4-08f8-4bc9-9004-2ad54199ff6c req-1dc1f7de-ab36-40ed-ab71-2769762d0337 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136177 Aug 31 23:33:52.195637 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8ebbf-86e4-47fd-ac15-5bdf9e59d530 req-26f133de-715a-40cb-a264-516539aa714c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:52.198201 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-72a8ebbf-86e4-47fd-ac15-5bdf9e59d530 req-26f133de-715a-40cb-a264-516539aa714c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0814574 Aug 31 23:33:52.211866 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-2ac41634-f1d2-412f-b003-6e2556e17f21 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:52.215909 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20234e10-5596-41d5-b883-1104e5b4e2b0 {{(pid=93845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:33:52.222836 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-2ac41634-f1d2-412f-b003-6e2556e17f21 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:52.226889 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:52.243239 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-72a8ebbf-86e4-47fd-ac15-5bdf9e59d530 req-b2af37e2-ffeb-477a-884f-47187adcdc03 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388713 Aug 31 23:33:52.300476 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Transition to ACTIVE for port object 20234e10-5596-41d5-b883-1104e5b4e2b0 will not be triggered until provisioned by entity L2. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:33:52.308147 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:52.310304 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac41634-f1d2-412f-b003-6e2556e17f21 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7331c343-cd64-4c4c-8c3a-5ee473b0808b,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:52.414793 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=20234e10-5596-41d5-b883-1104e5b4e2b0,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:52.475461 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-2ac41634-f1d2-412f-b003-6e2556e17f21 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Allocated IP 192.168.233.68 (c92963ac-98b3-4a6e-ac23-e411736e4ab7/84a86b64-61ad-4e31-a284-5a42c93a07c9/4a3f1744-1f84-48be-8778-0c00c709f7c3) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:33:52.559004 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1d264d85-c130-4c73-842f-2b8313f9a186 req-d4e7f337-cbd5-4c9d-88bc-495f41142b30 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 210 time: 0.0547166 Aug 31 23:33:52.561644 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Attempting to bind port 20234e10-5596-41d5-b883-1104e5b4e2b0 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:33:52.561991 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Attempting to bind port 20234e10-5596-41d5-b883-1104e5b4e2b0 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '7e00c7df-7c29-4c1a-9182-e0beb5b55915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596'}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:33:52.562189 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Attempting to bind port 20234e10-5596-41d5-b883-1104e5b4e2b0 on network 03ddb66a-f30e-4aed-9d86-e20e86a51596 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:33:52.574809 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Port 20234e10-5596-41d5-b883-1104e5b4e2b0 on network 03ddb66a-f30e-4aed-9d86-e20e86a51596 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:33:52.575133 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Attempting to bind port 20234e10-5596-41d5-b883-1104e5b4e2b0 on network 03ddb66a-f30e-4aed-9d86-e20e86a51596 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:33:52.580044 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:33:52.580398 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Checking segment: {'id': '7e00c7df-7c29-4c1a-9182-e0beb5b55915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:33:52.580778 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Bound using segment: {'id': '7e00c7df-7c29-4c1a-9182-e0beb5b55915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596'} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:33:52.581193 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Bound port: 20234e10-5596-41d5-b883-1104e5b4e2b0, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e00c7df-7c29-4c1a-9182-e0beb5b55915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596'}}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:33:52.581547 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:52.712398 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] For port 20234e10-5596-41d5-b883-1104e5b4e2b0, host hv-cinder-80445, cleared binding levels {{(pid=93845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:33:52.717545 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] For port 20234e10-5596-41d5-b883-1104e5b4e2b0, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=20234e10-5596-41d5-b883-1104e5b4e2b0,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:33:52.722511 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:52.741523 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-2ac41634-f1d2-412f-b003-6e2556e17f21 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:52.778909 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:52.779517 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:52.780887 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0e482825-3efa-4f58-8338-f975cee98f5f req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] 10.222.0.53 "PUT /v2.0/ports/20234e10-5596-41d5-b883-1104e5b4e2b0 HTTP/1.1" status: 200 len: 1094 time: 1.1357367 Aug 31 23:33:52.783318 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1', 'tag': '20234e10-5596-41d5-b883-1104e5b4e2b0'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:33:52.785561 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc89a580-a909-47ee-812d-462ef5ab2188" -d '{"events": [{"name": "network-changed", "server_uuid": "76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1", "tag": "20234e10-5596-41d5-b883-1104e5b4e2b0"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:33:52.790973 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-2ac41634-f1d2-412f-b003-6e2556e17f21 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Transition to ACTIVE for port object 4a3f1744-1f84-48be-8778-0c00c709f7c3 will not be triggered until provisioned by entity DHCP. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:33:52.817380 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7484c-8061-4d1f-8603-24f8b188b8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=20234e10-5596-41d5-b883-1104e5b4e2b0,revision_number=3']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:52.833101 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08c783d-f14b-4247-b45d-786dbed25861 x-openstack-request-id: req-a08c783d-f14b-4247-b45d-786dbed25861 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:33:52.833389 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1", "tag": "20234e10-5596-41d5-b883-1104e5b4e2b0", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:33:52.833640 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a08c783d-f14b-4247-b45d-786dbed25861 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:33:52.834031 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1', 'tag': '20234e10-5596-41d5-b883-1104e5b4e2b0', 'status': 'completed', 'code': 200} Aug 31 23:33:52.847687 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-2ac41634-f1d2-412f-b003-6e2556e17f21 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:52.919860 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-2ac41634-f1d2-412f-b003-6e2556e17f21 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Network c92963ac-98b3-4a6e-ac23-e411736e4ab7 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:33:52.926975 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-2ac41634-f1d2-412f-b003-6e2556e17f21 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:33:52.929492 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-2ac41634-f1d2-412f-b003-6e2556e17f21 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:33:52.935336 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac41634-f1d2-412f-b003-6e2556e17f21 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Pushing event updated for resources: {'Port': ['ID=4a3f1744-1f84-48be-8778-0c00c709f7c3,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:52.982447 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e482825-3efa-4f58-8338-f975cee98f5f req-0147c29b-1e7f-4b53-8a14-895915705139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:52.982447 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0e482825-3efa-4f58-8338-f975cee98f5f req-0147c29b-1e7f-4b53-8a14-895915705139 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b949fab8f66a4e47b5e5d9540c3fd3fd&device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 1097 time: 0.1276863 Aug 31 23:33:53.191734 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-68712586-6ac5-4ba5-a05c-ac1dc00e4496 None None] Provisioning for port 4a3f1744-1f84-48be-8778-0c00c709f7c3 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:33:53.208646 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-68712586-6ac5-4ba5-a05c-ac1dc00e4496 None None] Provisioning complete for port 4a3f1744-1f84-48be-8778-0c00c709f7c3 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:53.209417 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-68712586-6ac5-4ba5-a05c-ac1dc00e4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:53.271255 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-68712586-6ac5-4ba5-a05c-ac1dc00e4496 None None] Port 4a3f1744-1f84-48be-8778-0c00c709f7c3 cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:33:53.333413 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-2ac41634-f1d2-412f-b003-6e2556e17f21 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:53.334054 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-2ac41634-f1d2-412f-b003-6e2556e17f21 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:53.339157 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0e482825-3efa-4f58-8338-f975cee98f5f req-bacc0656-3271-4cff-9839-83d67f25b769 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20234e10-5596-41d5-b883-1104e5b4e2b0 HTTP/1.1" status: 200 len: 217 time: 0.3437300 Aug 31 23:33:53.412824 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-2ac41634-f1d2-412f-b003-6e2556e17f21 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7872396 Aug 31 23:33:53.417326 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffcefb-d1d9-4551-ba8b-07091ffbd2b6 req-26d978c8-aa5b-4a19-b109-90d5d196d80d tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:53.428220 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-30ffcefb-d1d9-4551-ba8b-07091ffbd2b6 req-26d978c8-aa5b-4a19-b109-90d5d196d80d tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0771668 Aug 31 23:33:53.444447 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ac2e4-9e91-4633-9f48-5fcabc91e967 req-57fee533-2e62-42d1-bd9c-189d739c3a45 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:53.449010 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-fd6ac2e4-9e91-4633-9f48-5fcabc91e967 req-57fee533-2e62-42d1-bd9c-189d739c3a45 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 944 time: 0.1261706 Aug 31 23:33:53.459661 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Request body: {'port': {'device_id': '45ef4c21-0de8-4509-990e-8ebf8a662742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:33:53.485929 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-30ffcefb-d1d9-4551-ba8b-07091ffbd2b6 req-804bb513-449a-4db2-88a8-d4b1600b0de3 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555711 Aug 31 23:33:53.489949 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e482825-3efa-4f58-8338-f975cee98f5f req-e42d6410-ff13-4f7d-a213-e9a9e66905eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:53.491381 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0e482825-3efa-4f58-8338-f975cee98f5f req-e42d6410-ff13-4f7d-a213-e9a9e66905eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf HTTP/1.1" status: 200 len: 854 time: 0.1218030 Aug 31 23:33:53.550638 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0e482825-3efa-4f58-8338-f975cee98f5f req-b42dfdc7-2397-441f-9934-1cf20ac69bb5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ddb66a-f30e-4aed-9d86-e20e86a51596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431335 Aug 31 23:33:53.600732 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-fd6ac2e4-9e91-4633-9f48-5fcabc91e967 req-ca227dfc-38ce-4caf-998b-aa612872e570 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332645 Aug 31 23:33:53.651523 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:53.714683 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f607f-770f-400e-999e-c727533029fe req-b70bf251-bf5c-4c6d-ad84-60854314014a tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:53.716194 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ff2f607f-770f-400e-999e-c727533029fe req-b70bf251-bf5c-4c6d-ad84-60854314014a tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 935 time: 0.0693002 Aug 31 23:33:53.734524 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0e482825-3efa-4f58-8338-f975cee98f5f req-ec0cb203-bebc-4b13-bcee-4f5c105204a2 service neutron] 10.222.0.53 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676273 Aug 31 23:33:53.758660 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ff2f607f-770f-400e-999e-c727533029fe req-b8bd0274-4167-460a-b836-1b3e01d7e49a tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7331c343-cd64-4c4c-8c3a-5ee473b0808b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352006 Aug 31 23:33:53.954041 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0e482825-3efa-4f58-8338-f975cee98f5f req-af704cf5-df11-4eac-9404-8234e05aadeb service neutron] 10.222.0.53 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670437 Aug 31 23:33:54.055317 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3f1744-1f84-48be-8778-0c00c709f7c3 {{(pid=93845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:33:54.064334 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:54.080685 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Transition to ACTIVE for port object 4a3f1744-1f84-48be-8778-0c00c709f7c3 will not be triggered until provisioned by entity L2. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:33:54.085525 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89a580-a909-47ee-812d-462ef5ab2188 req-942c2349-8216-4edc-b552-7f95dc01e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:54.087030 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bc89a580-a909-47ee-812d-462ef5ab2188 req-942c2349-8216-4edc-b552-7f95dc01e45c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b949fab8f66a4e47b5e5d9540c3fd3fd&device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 1097 time: 0.0667114 Aug 31 23:33:54.087600 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:54.195718 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3f1744-1f84-48be-8778-0c00c709f7c3,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:54.269286 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89a580-a909-47ee-812d-462ef5ab2188 req-b0839869-6471-4a3e-acdf-05c7440b98a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:54.270756 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bc89a580-a909-47ee-812d-462ef5ab2188 req-b0839869-6471-4a3e-acdf-05c7440b98a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=03ddb66a-f30e-4aed-9d86-e20e86a51596 HTTP/1.1" status: 200 len: 915 time: 0.1550205 Aug 31 23:33:54.320271 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bc89a580-a909-47ee-812d-462ef5ab2188 req-ffb65d8a-ab69-4c45-a20e-97e0331a6704 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20234e10-5596-41d5-b883-1104e5b4e2b0 HTTP/1.1" status: 200 len: 217 time: 0.0409033 Aug 31 23:33:54.322753 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Attempting to bind port 4a3f1744-1f84-48be-8778-0c00c709f7c3 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:33:54.323080 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Attempting to bind port 4a3f1744-1f84-48be-8778-0c00c709f7c3 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '8a675634-5486-4248-886a-35071cceb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c92963ac-98b3-4a6e-ac23-e411736e4ab7'}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:33:54.323402 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Attempting to bind port 4a3f1744-1f84-48be-8778-0c00c709f7c3 on network c92963ac-98b3-4a6e-ac23-e411736e4ab7 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:33:54.334862 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Port 4a3f1744-1f84-48be-8778-0c00c709f7c3 on network c92963ac-98b3-4a6e-ac23-e411736e4ab7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:33:54.335444 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Attempting to bind port 4a3f1744-1f84-48be-8778-0c00c709f7c3 on network c92963ac-98b3-4a6e-ac23-e411736e4ab7 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:33:54.357027 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:33:54.357357 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Checking segment: {'id': '8a675634-5486-4248-886a-35071cceb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c92963ac-98b3-4a6e-ac23-e411736e4ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:33:54.357731 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Bound using segment: {'id': '8a675634-5486-4248-886a-35071cceb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c92963ac-98b3-4a6e-ac23-e411736e4ab7'} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:33:54.358152 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Bound port: 4a3f1744-1f84-48be-8778-0c00c709f7c3, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a675634-5486-4248-886a-35071cceb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c92963ac-98b3-4a6e-ac23-e411736e4ab7'}}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:33:54.358502 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:54.405223 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89a580-a909-47ee-812d-462ef5ab2188 req-1f93919e-5358-4a3e-96ab-14397cd6e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:54.406574 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bc89a580-a909-47ee-812d-462ef5ab2188 req-1f93919e-5358-4a3e-96ab-14397cd6e19d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf HTTP/1.1" status: 200 len: 854 time: 0.0786779 Aug 31 23:33:54.454173 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bc89a580-a909-47ee-812d-462ef5ab2188 req-3bbd28f8-b35d-4dd4-a8b5-64865b18fcb7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ddb66a-f30e-4aed-9d86-e20e86a51596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281069 Aug 31 23:33:54.458201 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] For port 4a3f1744-1f84-48be-8778-0c00c709f7c3, host hv-cinder-80445, cleared binding levels {{(pid=93845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:33:54.481769 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] For port 4a3f1744-1f84-48be-8778-0c00c709f7c3, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4a3f1744-1f84-48be-8778-0c00c709f7c3,segment=NetworkSegment(8a675634-5486-4248-886a-35071cceb483),segment_id=8a675634-5486-4248-886a-35071cceb483)] {{(pid=93845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:33:54.487802 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:54.558546 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:54.559164 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:54.560851 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] 10.222.0.53 "PUT /v2.0/ports/4a3f1744-1f84-48be-8778-0c00c709f7c3 HTTP/1.1" status: 200 len: 1097 time: 1.1300530 Aug 31 23:33:54.604680 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5274786-4737-4274-b538-d56d32eb3781 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3f1744-1f84-48be-8778-0c00c709f7c3,revision_number=3']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:54.622151 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bc89a580-a909-47ee-812d-462ef5ab2188 req-b0609b97-719d-406c-aea0-6f9b565156a7 service neutron] 10.222.0.53 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555984 Aug 31 23:33:54.692878 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00180328-466b-486f-9c90-11968d969da2 req-5cd260ec-5485-44ee-a3e8-f04a07834fc3 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:54.695252 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-00180328-466b-486f-9c90-11968d969da2 req-5cd260ec-5485-44ee-a3e8-f04a07834fc3 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.1074746 Aug 31 23:33:54.768385 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-00180328-466b-486f-9c90-11968d969da2 req-cfa0966d-90ff-4f5d-92d4-09bf6eb5a39b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619648 Aug 31 23:33:54.777160 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-14e88756-05d4-4d87-a687-ca5ad01d31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:54.778655 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-14e88756-05d4-4d87-a687-ca5ad01d31c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ceb6c3c9212548d4a361f04ff25413ed&device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 1100 time: 0.1556363 Aug 31 23:33:54.835755 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bc89a580-a909-47ee-812d-462ef5ab2188 req-7dbd5f0e-1f65-409c-ba3a-f318da33898a service neutron] 10.222.0.53 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030008 Aug 31 23:33:54.836414 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ef4c21-0de8-4509-990e-8ebf8a662742', 'tag': '4a3f1744-1f84-48be-8778-0c00c709f7c3'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:33:54.838667 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3cf969-23ec-4f67-be4e-072a0721aa0f" -d '{"events": [{"name": "network-changed", "server_uuid": "45ef4c21-0de8-4509-990e-8ebf8a662742", "tag": "4a3f1744-1f84-48be-8778-0c00c709f7c3"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:33:54.849114 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d313e-f2d4-496d-a079-6f4d0e4ea632 req-57060a72-bd35-4d01-9cdc-4fc200be37c1 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:54.850623 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f41d313e-f2d4-496d-a079-6f4d0e4ea632 req-57060a72-bd35-4d01-9cdc-4fc200be37c1 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 944 time: 0.1367049 Aug 31 23:33:54.851896 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-866c3fd9-2e51-442e-868e-45d9952fe9c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=4a3f1744-1f84-48be-8778-0c00c709f7c3 HTTP/1.1" status: 200 len: 217 time: 0.0573962 Aug 31 23:33:54.899454 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4875fb-1e4e-47a3-b9c6-36ccc61be461 req-042bbc69-a693-4af7-af33-892d535e3614 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:54.900967 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ed4875fb-1e4e-47a3-b9c6-36ccc61be461 req-042bbc69-a693-4af7-af33-892d535e3614 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 947 time: 0.0602419 Aug 31 23:33:54.928078 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f41d313e-f2d4-496d-a079-6f4d0e4ea632 req-3ac44bae-5791-4dac-9a9f-e634870b3e8c tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702548 Aug 31 23:33:54.936960 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-31b912db-8d17-4a99-bbcc-cecf4e9a1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:54.938426 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-31b912db-8d17-4a99-bbcc-cecf4e9a1f60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84a86b64-61ad-4e31-a284-5a42c93a07c9 HTTP/1.1" status: 200 len: 843 time: 0.0731215 Aug 31 23:33:54.950364 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ed4875fb-1e4e-47a3-b9c6-36ccc61be461 req-cc553ad8-d3b9-4b18-99a5-2e10c8a629ac tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7331c343-cd64-4c4c-8c3a-5ee473b0808b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409424 Aug 31 23:33:54.984917 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2646c7a1-5efc-49b3-a892-a45efaa42f7f x-openstack-request-id: req-2646c7a1-5efc-49b3-a892-a45efaa42f7f {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:33:54.985255 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ef4c21-0de8-4509-990e-8ebf8a662742", "tag": "4a3f1744-1f84-48be-8778-0c00c709f7c3", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:33:54.985503 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2646c7a1-5efc-49b3-a892-a45efaa42f7f {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:33:54.985901 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ef4c21-0de8-4509-990e-8ebf8a662742', 'tag': '4a3f1744-1f84-48be-8778-0c00c709f7c3', 'status': 'completed', 'code': 200} Aug 31 23:33:55.002184 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-6c3a3462-12a7-4fcc-922b-da3ce3ee686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:55.003739 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-6c3a3462-12a7-4fcc-922b-da3ce3ee686c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c92963ac-98b3-4a6e-ac23-e411736e4ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0521095 Aug 31 23:33:55.107996 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-11ac3a87-35d9-45ce-828f-16aeecd39435 service neutron] 10.222.0.53 "GET /v2.0/networks/c92963ac-98b3-4a6e-ac23-e411736e4ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883174 Aug 31 23:33:55.204760 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-de8539ca-01ef-4731-9613-baeecf6a7db1 req-913acec6-9027-49b6-98c7-02bb49e8b261 service neutron] 10.222.0.53 "GET /v2.0/networks/c92963ac-98b3-4a6e-ac23-e411736e4ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881939 Aug 31 23:33:55.299196 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cf969-23ec-4f67-be4e-072a0721aa0f req-ea65598b-0794-4d4f-b195-1a6feb7c272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:55.303819 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6b3cf969-23ec-4f67-be4e-072a0721aa0f req-ea65598b-0794-4d4f-b195-1a6feb7c272d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ceb6c3c9212548d4a361f04ff25413ed&device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 1100 time: 0.0418394 Aug 31 23:33:55.412186 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cf969-23ec-4f67-be4e-072a0721aa0f req-b75d8ab8-58a6-4056-aad5-6166dde31e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:55.413739 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6b3cf969-23ec-4f67-be4e-072a0721aa0f req-b75d8ab8-58a6-4056-aad5-6166dde31e0e service neutron] 10.222.0.53 "GET /v2.0/networks?id=c92963ac-98b3-4a6e-ac23-e411736e4ab7 HTTP/1.1" status: 200 len: 870 time: 0.0977285 Aug 31 23:33:55.462742 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6b3cf969-23ec-4f67-be4e-072a0721aa0f req-4b7bfe9a-f440-4c61-a8e0-c2744270a027 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=4a3f1744-1f84-48be-8778-0c00c709f7c3 HTTP/1.1" status: 200 len: 217 time: 0.0338354 Aug 31 23:33:55.516190 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cf969-23ec-4f67-be4e-072a0721aa0f req-5d450431-9a2a-44e6-9fd3-c14ec3270fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:55.517767 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6b3cf969-23ec-4f67-be4e-072a0721aa0f req-5d450431-9a2a-44e6-9fd3-c14ec3270fe9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84a86b64-61ad-4e31-a284-5a42c93a07c9 HTTP/1.1" status: 200 len: 843 time: 0.0473185 Aug 31 23:33:55.567467 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cf969-23ec-4f67-be4e-072a0721aa0f req-87e82b6d-6764-4d89-93ed-144e261bad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:55.569136 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6b3cf969-23ec-4f67-be4e-072a0721aa0f req-87e82b6d-6764-4d89-93ed-144e261bad17 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c92963ac-98b3-4a6e-ac23-e411736e4ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409873 Aug 31 23:33:55.669817 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6b3cf969-23ec-4f67-be4e-072a0721aa0f req-b06b16c8-1d97-4934-8c41-a98830a53243 service neutron] 10.222.0.53 "GET /v2.0/networks/c92963ac-98b3-4a6e-ac23-e411736e4ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825007 Aug 31 23:33:55.768168 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6b3cf969-23ec-4f67-be4e-072a0721aa0f req-50132178-9451-445b-aad4-741a5d0ea75a service neutron] 10.222.0.53 "GET /v2.0/networks/c92963ac-98b3-4a6e-ac23-e411736e4ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849876 Aug 31 23:33:55.879390 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff6666-c7c9-4357-a3bc-2aaa82f6fcb4 req-962243e4-22dd-45fe-90ea-7540c0e9d29e tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:55.880912 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-62ff6666-c7c9-4357-a3bc-2aaa82f6fcb4 req-962243e4-22dd-45fe-90ea-7540c0e9d29e tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0499725 Aug 31 23:33:55.921756 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-62ff6666-c7c9-4357-a3bc-2aaa82f6fcb4 req-607f2b5f-68ec-4f86-8e79-91aa7b7ebd9e tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347016 Aug 31 23:33:56.062369 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac534bab-654e-45af-a8a7-d07ba72fa2a5 req-edc32110-e5d1-4041-a602-a2535736e5ca tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:56.065238 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ac534bab-654e-45af-a8a7-d07ba72fa2a5 req-edc32110-e5d1-4041-a602-a2535736e5ca tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 944 time: 0.0560186 Aug 31 23:33:56.096858 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa7fa1-ffe3-4038-b44a-6e90601851cd req-ec3a6090-9ca5-4478-8584-1eb90bdbe895 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:56.098182 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f4aa7fa1-ffe3-4038-b44a-6e90601851cd req-ec3a6090-9ca5-4478-8584-1eb90bdbe895 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 947 time: 0.0689960 Aug 31 23:33:56.110680 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ac534bab-654e-45af-a8a7-d07ba72fa2a5 req-9c06a339-7d35-4817-90be-3239e975eaaf tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376434 Aug 31 23:33:56.148283 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f4aa7fa1-ffe3-4038-b44a-6e90601851cd req-a5610900-6a50-4b42-bb2e-e366ef3ec8c2 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7331c343-cd64-4c4c-8c3a-5ee473b0808b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437381 Aug 31 23:33:56.212635 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 43014) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:56.319903 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-947e421c-db0a-4c19-8ba2-b82278b4a749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:56.408786 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-947e421c-db0a-4c19-8ba2-b82278b4a749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:56.412155 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-947e421c-db0a-4c19-8ba2-b82278b4a749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:56.452071 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-947e421c-db0a-4c19-8ba2-b82278b4a749 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=73b2ff05b7df4d2397056c87cfe91c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362008 Aug 31 23:33:56.452071 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e421c-db0a-4c19-8ba2-b82278b4a749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f764a28-32d8-4bd0-9841-158418f2930e,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:56.452516 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 43024) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:56.515611 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a18baec7-a6aa-488a-b10c-9ef32e13b8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:56.537488 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a18baec7-a6aa-488a-b10c-9ef32e13b8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:56.584471 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a18baec7-a6aa-488a-b10c-9ef32e13b8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:56.586983 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a18baec7-a6aa-488a-b10c-9ef32e13b8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:56.588209 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-a18baec7-a6aa-488a-b10c-9ef32e13b8f3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8f764a28-32d8-4bd0-9841-158418f2930e HTTP/1.1" status: 204 len: 168 time: 0.1323881 Aug 31 23:33:56.595835 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18baec7-a6aa-488a-b10c-9ef32e13b8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f764a28-32d8-4bd0-9841-158418f2930e,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:56.713035 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 43036) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:56.862796 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-297d8505-0538-4a0f-9a2e-eacdc6b6dec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:56.863919 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 43040) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:56.877023 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2cf698a6-3d06-4e84-b9db-b1cd7e75cff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:56.956395 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-297d8505-0538-4a0f-9a2e-eacdc6b6dec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:56.960373 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-297d8505-0538-4a0f-9a2e-eacdc6b6dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:57.002047 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-297d8505-0538-4a0f-9a2e-eacdc6b6dec0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f85bd20dd2a142439bab6ad3136bc864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879071 Aug 31 23:33:57.004029 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d8505-0538-4a0f-9a2e-eacdc6b6dec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec63d27-7e79-4841-be3b-5b370bf834da,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:57.004816 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 43044) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:57.095067 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aaddf0-0794-4513-942a-fd371318fb63 req-cbd5787f-aa24-473c-8589-852e2b249eba tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:57.096601 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-75aaddf0-0794-4513-942a-fd371318fb63 req-cbd5787f-aa24-473c-8589-852e2b249eba tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.1043644 Aug 31 23:33:57.140486 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2cf698a6-3d06-4e84-b9db-b1cd7e75cff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:57.148235 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2cf698a6-3d06-4e84-b9db-b1cd7e75cff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:57.158520 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1f3937ac-0bd3-4b15-a808-cb7b5d5375c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:57.194191 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-75aaddf0-0794-4513-942a-fd371318fb63 req-c5a3512f-56e3-4944-bcac-ea6639b51b70 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889614 Aug 31 23:33:57.218954 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-2cf698a6-3d06-4e84-b9db-b1cd7e75cff6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5922bc53a1fe4bedb6a4a35b822618ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538647 Aug 31 23:33:57.226384 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf698a6-3d06-4e84-b9db-b1cd7e75cff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcd4ee4-2794-40ba-8c88-a6a06a1c2f88,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:57.228482 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 43056) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:57.237108 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1f3937ac-0bd3-4b15-a808-cb7b5d5375c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:57.285316 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f548b8-c8ea-4742-a370-5b00bec601a6 req-f0ee4b97-d093-452a-93af-e6c7ff7ff6f4 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:57.286836 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d2f548b8-c8ea-4742-a370-5b00bec601a6 req-f0ee4b97-d093-452a-93af-e6c7ff7ff6f4 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 944 time: 0.0927606 Aug 31 23:33:57.317303 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a7387683-b25c-4833-878e-4aaa377e3dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:57.321325 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76593568-9be0-4311-8d3a-6dc9005b04e0 req-8d9425ff-1dfa-40de-a3b7-0e61c4e16073 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:57.322835 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-76593568-9be0-4311-8d3a-6dc9005b04e0 req-8d9425ff-1dfa-40de-a3b7-0e61c4e16073 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 947 time: 0.0655527 Aug 31 23:33:57.338503 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1f3937ac-0bd3-4b15-a808-cb7b5d5375c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:57.341068 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1f3937ac-0bd3-4b15-a808-cb7b5d5375c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:57.344409 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-1f3937ac-0bd3-4b15-a808-cb7b5d5375c5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cec63d27-7e79-4841-be3b-5b370bf834da HTTP/1.1" status: 204 len: 168 time: 0.3364189 Aug 31 23:33:57.345480 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d2f548b8-c8ea-4742-a370-5b00bec601a6 req-f219f940-0406-45c7-9345-2006912a0eee tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514925 Aug 31 23:33:57.355363 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a7387683-b25c-4833-878e-4aaa377e3dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:57.376418 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3937ac-0bd3-4b15-a808-cb7b5d5375c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec63d27-7e79-4841-be3b-5b370bf834da,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:57.403090 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-76593568-9be0-4311-8d3a-6dc9005b04e0 req-87c740f2-c365-4a0e-99f1-d8fca58c8026 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7331c343-cd64-4c4c-8c3a-5ee473b0808b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732505 Aug 31 23:33:57.437602 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a7387683-b25c-4833-878e-4aaa377e3dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:57.441190 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a7387683-b25c-4833-878e-4aaa377e3dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:57.445062 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-a7387683-b25c-4833-878e-4aaa377e3dbc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8dcd4ee4-2794-40ba-8c88-a6a06a1c2f88 HTTP/1.1" status: 204 len: 168 time: 0.2146294 Aug 31 23:33:57.454374 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7387683-b25c-4833-878e-4aaa377e3dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcd4ee4-2794-40ba-8c88-a6a06a1c2f88,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:57.628884 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 4a3f1744-1f84-48be-8778-0c00c709f7c3 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:33:57.727034 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 4a3f1744-1f84-48be-8778-0c00c709f7c3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4a3f1744-1f84-48be-8778-0c00c709f7c3,segment=NetworkSegment(8a675634-5486-4248-886a-35071cceb483),segment_id=8a675634-5486-4248-886a-35071cceb483)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:33:57.738750 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '4a3f1744-1f84-48be-8778-0c00c709f7c3', 'network_id': 'c92963ac-98b3-4a6e-ac23-e411736e4ab7', 'port_id': '4a3f1744-1f84-48be-8778-0c00c709f7c3', 'mac_address': 'fa:16:3e:da:e2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a86b64-61ad-4e31-a284-5a42c93a07c9', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:33:57.776969 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:57.790617 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3f1744-1f84-48be-8778-0c00c709f7c3 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:33:57.810895 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 4a3f1744-1f84-48be-8778-0c00c709f7c3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4a3f1744-1f84-48be-8778-0c00c709f7c3,segment=NetworkSegment(8a675634-5486-4248-886a-35071cceb483),segment_id=8a675634-5486-4248-886a-35071cceb483)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:33:57.815422 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:57.816530 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 20234e10-5596-41d5-b883-1104e5b4e2b0 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:33:57.820238 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 43076) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:57.835334 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1a714b15-8787-49e6-97c5-6e4fd4e88555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:57.960823 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 20234e10-5596-41d5-b883-1104e5b4e2b0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=20234e10-5596-41d5-b883-1104e5b4e2b0,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:33:57.966141 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-5cec7d71-23f7-4f50-9028-5b01a35d4055 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792078547&fields=id&tenant_id=b688313b25cd4a65a9e59f26ecccba69 HTTP/1.1" status: 200 len: 267 time: 0.0699060 Aug 31 23:33:57.972471 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '20234e10-5596-41d5-b883-1104e5b4e2b0', 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596', 'port_id': '20234e10-5596-41d5-b883-1104e5b4e2b0', 'mac_address': 'fa:16:3e:29:44:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:33:57.980200 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1a714b15-8787-49e6-97c5-6e4fd4e88555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:57.985705 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=4a3f1744-1f84-48be-8778-0c00c709f7c3,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:58.000243 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1a714b15-8787-49e6-97c5-6e4fd4e88555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:58.025737 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:58.039701 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20234e10-5596-41d5-b883-1104e5b4e2b0 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:33:58.067304 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 20234e10-5596-41d5-b883-1104e5b4e2b0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=20234e10-5596-41d5-b883-1104e5b4e2b0,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:33:58.071555 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:58.089849 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-1a714b15-8787-49e6-97c5-6e4fd4e88555 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f976b7e798f94aa181969bf59c1183c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683685 Aug 31 23:33:58.092561 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 43088) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:58.093401 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a714b15-8787-49e6-97c5-6e4fd4e88555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d11153f-6016-49ad-ad23-88dba32267f9,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:58.144447 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=20234e10-5596-41d5-b883-1104e5b4e2b0,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:58.148794 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-915f1758-3a8a-408a-bad4-c3e01b6efc3b tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:58.152144 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-915f1758-3a8a-408a-bad4-c3e01b6efc3b tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/networks?id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b HTTP/1.1" status: 200 len: 812 time: 0.1702724 Aug 31 23:33:58.161268 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f6530b3c-509e-4e44-8370-b2f6646c2c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:58.168740 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-45a4334c-da43-44a9-8293-68f0d664f0c8 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/quotas/b688313b25cd4a65a9e59f26ecccba69 HTTP/1.1" status: 200 len: 375 time: 0.0107596 Aug 31 23:33:58.197322 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f6530b3c-509e-4e44-8370-b2f6646c2c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:58.234457 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-d9770d56-55e8-4180-845e-fd39fa4db27b tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b688313b25cd4a65a9e59f26ecccba69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589206 Aug 31 23:33:58.264719 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f6530b3c-509e-4e44-8370-b2f6646c2c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:58.269566 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f6530b3c-509e-4e44-8370-b2f6646c2c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:58.274541 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f6530b3c-509e-4e44-8370-b2f6646c2c91 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d11153f-6016-49ad-ad23-88dba32267f9 HTTP/1.1" status: 204 len: 168 time: 0.1791658 Aug 31 23:33:58.297780 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6530b3c-509e-4e44-8370-b2f6646c2c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d11153f-6016-49ad-ad23-88dba32267f9,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:58.345582 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06544db9-fcb7-4fc2-bb20-5286afa8dc20 req-e1ecfcb0-1793-4831-9f62-cbabbcb25508 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:58.347680 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-06544db9-fcb7-4fc2-bb20-5286afa8dc20 req-e1ecfcb0-1793-4831-9f62-cbabbcb25508 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0593646 Aug 31 23:33:58.390595 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-11f67051-77f3-48fb-89ed-c7dc890539a6 service neutron] 10.222.0.54 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407897 Aug 31 23:33:58.404967 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-06544db9-fcb7-4fc2-bb20-5286afa8dc20 req-8d140866-4769-406f-8321-1e4e040ef44f tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509062 Aug 31 23:33:58.411667 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['4a3f1744-1f84-48be-8778-0c00c709f7c3'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:33:58.416767 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['20234e10-5596-41d5-b883-1104e5b4e2b0'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:33:58.588231 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35304c2-639f-4467-8786-b862b223b514 req-68f49a49-014c-4f7e-a11e-5b2492e7d6fb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:58.599508 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f35304c2-639f-4467-8786-b862b223b514 req-68f49a49-014c-4f7e-a11e-5b2492e7d6fb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 945 time: 0.1068332 Aug 31 23:33:58.610625 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 43118) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:58.668707 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f35304c2-639f-4467-8786-b862b223b514 req-aaff544c-1436-489f-bebc-80b6bac6606c tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678949 Aug 31 23:33:58.769622 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 43124) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:58.789250 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-96f2cb9c-c3ed-451a-8178-815cbc5977e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:58.816224 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c58f9-6a32-4d7b-ba26-abc87aaf27c1 req-bb2b41d7-ef44-4610-a528-3a8dc0e38674 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:58.818121 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-443c58f9-6a32-4d7b-ba26-abc87aaf27c1 req-bb2b41d7-ef44-4610-a528-3a8dc0e38674 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 948 time: 0.0980127 Aug 31 23:33:58.846251 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-4a13a0ec-a88e-4942-8da8-414d5e92b404 service neutron] 10.222.0.54 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482102 Aug 31 23:33:58.883907 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-443c58f9-6a32-4d7b-ba26-abc87aaf27c1 req-8098f7fb-14b9-4f25-9177-8f747cd2f37f tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7331c343-cd64-4c4c-8c3a-5ee473b0808b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539048 Aug 31 23:33:58.970814 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-96f2cb9c-c3ed-451a-8178-815cbc5977e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:58.975990 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-96f2cb9c-c3ed-451a-8178-815cbc5977e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:59.041300 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2cb9c-c3ed-451a-8178-815cbc5977e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f1547c-c64d-44c1-8a0d-bd5664565a92,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:59.044267 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0072fe48-b8d9-4771-bbbc-34db86299850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:59.055074 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-96f2cb9c-c3ed-451a-8178-815cbc5977e6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c4f1287aa690489682df51a25217da58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824662 Aug 31 23:33:59.058243 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 43134) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:59.115463 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d91c4643-9721-4139-a282-93f25ec28670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:59.157585 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d91c4643-9721-4139-a282-93f25ec28670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:59.218699 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d91c4643-9721-4139-a282-93f25ec28670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:59.223775 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d91c4643-9721-4139-a282-93f25ec28670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:59.228919 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-d91c4643-9721-4139-a282-93f25ec28670 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f1f1547c-c64d-44c1-8a0d-bd5664565a92 HTTP/1.1" status: 204 len: 168 time: 0.1696174 Aug 31 23:33:59.236197 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cc576193-53e6-40ca-b6cf-fb0af9878b66 req-a5f7e479-7ca5-4299-8497-f65783381615 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 210 time: 0.0473063 Aug 31 23:33:59.239269 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c4643-9721-4139-a282-93f25ec28670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f1547c-c64d-44c1-8a0d-bd5664565a92,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:59.241434 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0072fe48-b8d9-4771-bbbc-34db86299850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:59.246457 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0072fe48-b8d9-4771-bbbc-34db86299850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:59.297703 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-0072fe48-b8d9-4771-bbbc-34db86299850 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7c4e473835b04cb5ab9729cf42d08bc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6848557 Aug 31 23:33:59.300851 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 43150) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:33:59.311220 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072fe48-b8d9-4771-bbbc-34db86299850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3279bb-5ddd-4d4d-8a22-5ef655e790ce,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:59.371232 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a780da2d-bc96-4d6f-b5e2-e6bfb5495b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:59.396936 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a780da2d-bc96-4d6f-b5e2-e6bfb5495b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:59.457332 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a780da2d-bc96-4d6f-b5e2-e6bfb5495b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:59.460257 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a780da2d-bc96-4d6f-b5e2-e6bfb5495b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:59.461465 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-a780da2d-bc96-4d6f-b5e2-e6bfb5495b0e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6c3279bb-5ddd-4d4d-8a22-5ef655e790ce HTTP/1.1" status: 204 len: 168 time: 0.1598136 Aug 31 23:33:59.479126 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780da2d-bc96-4d6f-b5e2-e6bfb5495b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3279bb-5ddd-4d4d-8a22-5ef655e790ce,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:33:59.583722 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c987b5-c196-4a3e-bc6e-9a4361c2d10d req-709707bb-c7e4-482e-a3c8-631c6471c60a tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:59.591880 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c9c987b5-c196-4a3e-bc6e-9a4361c2d10d req-709707bb-c7e4-482e-a3c8-631c6471c60a tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0812049 Aug 31 23:33:59.637328 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 4a3f1744-1f84-48be-8778-0c00c709f7c3 up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:33:59.653868 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c9c987b5-c196-4a3e-bc6e-9a4361c2d10d req-4cb5f624-7a28-4d94-9f64-56127d6e6dc4 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610311 Aug 31 23:33:59.715512 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port 4a3f1744-1f84-48be-8778-0c00c709f7c3 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:33:59.724919 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 4a3f1744-1f84-48be-8778-0c00c709f7c3 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:33:59.726932 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:59.763193 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbef0a-7ce2-4c14-ab2b-689c547ba93e req-7cefcd50-162e-4f05-af00-26d743f06a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:59.765096 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-35fbef0a-7ce2-4c14-ab2b-689c547ba93e req-7cefcd50-162e-4f05-af00-26d743f06a43 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 1098 time: 0.0960121 Aug 31 23:33:59.791267 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424ec4a-fe55-4984-930c-f269b787a8f3 req-17144936-d842-4b91-b02c-cdcbca51dd55 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:33:59.800048 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c424ec4a-fe55-4984-930c-f269b787a8f3 req-17144936-d842-4b91-b02c-cdcbca51dd55 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 945 time: 0.0679910 Aug 31 23:33:59.850956 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c424ec4a-fe55-4984-930c-f269b787a8f3 req-5f9211b4-bce8-4dcd-8857-758326c9d90d tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497217 Aug 31 23:33:59.857760 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:59.864688 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-35fbef0a-7ce2-4c14-ab2b-689c547ba93e req-07247cf7-c191-440e-8dd0-c51983aedc51 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882595 Aug 31 23:33:59.889634 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ef4c21-0de8-4509-990e-8ebf8a662742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3f1744-1f84-48be-8778-0c00c709f7c3'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:33:59.893925 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ffd015-74e7-4034-a490-370920969c62" -d '{"events": [{"server_uuid": "45ef4c21-0de8-4509-990e-8ebf8a662742", "name": "network-vif-plugged", "status": "completed", "tag": "4a3f1744-1f84-48be-8778-0c00c709f7c3"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:33:59.910672 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 4a3f1744-1f84-48be-8778-0c00c709f7c3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4a3f1744-1f84-48be-8778-0c00c709f7c3,segment=NetworkSegment(8a675634-5486-4248-886a-35071cceb483),segment_id=8a675634-5486-4248-886a-35071cceb483)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:33:59.915755 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:33:59.964793 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a24f96-76a3-4bd2-87d1-7cd694e0298f x-openstack-request-id: req-c8a24f96-76a3-4bd2-87d1-7cd694e0298f {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:33:59.965086 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ef4c21-0de8-4509-990e-8ebf8a662742", "name": "network-vif-plugged", "status": "completed", "tag": "4a3f1744-1f84-48be-8778-0c00c709f7c3", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:33:59.965542 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c8a24f96-76a3-4bd2-87d1-7cd694e0298f {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:33:59.966035 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ef4c21-0de8-4509-990e-8ebf8a662742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3f1744-1f84-48be-8778-0c00c709f7c3', 'code': 200} Aug 31 23:34:00.014651 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=4a3f1744-1f84-48be-8778-0c00c709f7c3,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:00.054192 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cae800-52a1-4f2f-8b8c-5c1f11ed6ded req-f74e05ca-deed-4856-a2ad-bfce3c5beed3 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:00.056360 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-56cae800-52a1-4f2f-8b8c-5c1f11ed6ded req-f74e05ca-deed-4856-a2ad-bfce3c5beed3 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 949 time: 0.0758939 Aug 31 23:34:00.107406 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-56cae800-52a1-4f2f-8b8c-5c1f11ed6ded req-4bc64320-0f4a-420b-b543-fcd22a8e47bc tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7331c343-cd64-4c4c-8c3a-5ee473b0808b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388513 Aug 31 23:34:00.340809 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55685b-efc0-46cd-b974-e637f622856d req-26a40b7d-2cda-4958-8927-13a40a043adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:00.342438 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4a55685b-efc0-46cd-b974-e637f622856d req-26a40b7d-2cda-4958-8927-13a40a043adf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 1102 time: 0.0536754 Aug 31 23:34:00.344859 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1aacd84e-4cf1-4690-a199-cab8b33a60cd req-b1fe5aa0-4ef1-453e-ae1d-6ad0d8ec1197 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 210 time: 0.0436280 Aug 31 23:34:00.396580 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4a55685b-efc0-46cd-b974-e637f622856d req-444b4510-87c1-49e0-ac49-ef9cb0ec4167 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7331c343-cd64-4c4c-8c3a-5ee473b0808b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391667 Aug 31 23:34:00.512358 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 43234) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:00.741501 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-83e3ec80-5566-4f3c-957f-a0cd0d94ac3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-196065309-network', 'tenant_id': '7520796f6b8f48d4ab8eb616a264d163'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:00.783991 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e3ec80-5566-4f3c-957f-a0cd0d94ac3f admin admin] Made reservation on behalf of 7520796f6b8f48d4ab8eb616a264d163 for: {'network': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:34:00.787494 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-83e3ec80-5566-4f3c-957f-a0cd0d94ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:00.798617 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8f539-d4b0-499c-9840-8bdb644c2d76 req-fb38a423-255f-48cb-be04-fd05641c5eef tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:00.800400 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-82a8f539-d4b0-499c-9840-8bdb644c2d76 req-fb38a423-255f-48cb-be04-fd05641c5eef tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0751514 Aug 31 23:34:00.812482 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-83e3ec80-5566-4f3c-957f-a0cd0d94ac3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:00.931341 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-82a8f539-d4b0-499c-9840-8bdb644c2d76 req-67fd8374-1b2f-4af7-bf63-fc1342c47e31 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205726 Aug 31 23:34:00.995503 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 43286) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:00.999631 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50614319-a3e6-47ed-9bfe-3fd4f00aac73 req-1a25c583-0865-4324-9c87-aee381ef11cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:01.001381 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-50614319-a3e6-47ed-9bfe-3fd4f00aac73 req-1a25c583-0865-4324-9c87-aee381ef11cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 945 time: 0.0718412 Aug 31 23:34:01.060731 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-50614319-a3e6-47ed-9bfe-3fd4f00aac73 req-3fa3997a-8801-469a-8ece-cf7471cde131 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512016 Aug 31 23:34:01.142137 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-e8fd28c3-f48e-4e00-92db-37e486b3788e tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:01.143698 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-e8fd28c3-f48e-4e00-92db-37e486b3788e tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.53 "GET /v2.0/networks?id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b HTTP/1.1" status: 200 len: 812 time: 0.1600225 Aug 31 23:34:01.165985 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-83e3ec80-5566-4f3c-957f-a0cd0d94ac3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:01.179532 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-83e3ec80-5566-4f3c-957f-a0cd0d94ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:01.253649 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e3ec80-5566-4f3c-957f-a0cd0d94ac3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=93845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:34:01.336075 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a6ec1671-ad78-4fed-8c01-2b2c01820a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:01.342276 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-9d5ed3f2-74bc-495d-b8b8-9d73ea39d6da tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b688313b25cd4a65a9e59f26ecccba69 HTTP/1.1" status: 200 len: 379 time: 0.1745608 Aug 31 23:34:01.346955 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3ec80-5566-4f3c-957f-a0cd0d94ac3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e692666-576b-43c1-83dc-8124732b80b3,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:01.355160 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-83e3ec80-5566-4f3c-957f-a0cd0d94ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:01.355680 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.db.segments_db [None req-83e3ec80-5566-4f3c-957f-a0cd0d94ac3f admin admin] Added segment beeac71a-d59c-4e88-b8b1-5a1f1d6e5d59 of type vlan for network c8d07136-399c-4cfa-b844-2fb55784657d Aug 31 23:34:01.372907 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-0c16a4ad-c877-4d75-be0f-6ba7024c0fa2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Request body: {'port': {'device_id': 'a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'admin_state_up': True, 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'security_groups': ['f1003c0e-2f5f-4418-9349-3296edd34630']}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:01.464643 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1c77123b-bb73-4bc6-9577-b9a0ca4c3a30 req-33c4eab3-2603-4327-8113-a1104de91418 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 210 time: 0.0439241 Aug 31 23:34:01.483154 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-83e3ec80-5566-4f3c-957f-a0cd0d94ac3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:01.511288 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd05c3f-9ed1-451f-9bc9-9df3fff3dab8 req-cf51c6ce-32fa-4d91-8386-942cac54bccd tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:01.512822 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-fbd05c3f-9ed1-451f-9bc9-9df3fff3dab8 req-cf51c6ce-32fa-4d91-8386-942cac54bccd tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 949 time: 0.2887859 Aug 31 23:34:01.600289 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-83e3ec80-5566-4f3c-957f-a0cd0d94ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:01.601242 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e3ec80-5566-4f3c-957f-a0cd0d94ac3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:01.601817 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-83e3ec80-5566-4f3c-957f-a0cd0d94ac3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:01.661985 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 20234e10-5596-41d5-b883-1104e5b4e2b0 up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:34:01.676215 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-fbd05c3f-9ed1-451f-9bc9-9df3fff3dab8 req-d7d2567c-d08b-488c-80e0-e84ad3d36125 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7331c343-cd64-4c4c-8c3a-5ee473b0808b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494877 Aug 31 23:34:01.704723 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3ec80-5566-4f3c-957f-a0cd0d94ac3f admin admin] Pushing event updated for resources: {'Network': ['ID=c8d07136-399c-4cfa-b844-2fb55784657d,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:01.716538 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network c8d07136-399c-4cfa-b844-2fb55784657d details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:34:01.730128 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a6ec1671-ad78-4fed-8c01-2b2c01820a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:01.736039 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a6ec1671-ad78-4fed-8c01-2b2c01820a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:01.745364 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-83e3ec80-5566-4f3c-957f-a0cd0d94ac3f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2318003 Aug 31 23:34:01.748787 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 43312) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:01.758438 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-8115a577-8bc0-46aa-86b8-0ced2e1646ef admin admin] Request body: {'subnet': {'network_id': 'c8d07136-399c-4cfa-b844-2fb55784657d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-196065309-subnet', 'tenant_id': '7520796f6b8f48d4ab8eb616a264d163', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:01.784991 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-0c16a4ad-c877-4d75-be0f-6ba7024c0fa2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Made reservation on behalf of b688313b25cd4a65a9e59f26ecccba69 for: {'port': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:34:01.788783 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-0c16a4ad-c877-4d75-be0f-6ba7024c0fa2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:01.796155 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8115a577-8bc0-46aa-86b8-0ced2e1646ef admin admin] Made reservation on behalf of 7520796f6b8f48d4ab8eb616a264d163 for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:34:01.798275 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-a6ec1671-ad78-4fed-8c01-2b2c01820a62 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1d2cbea658ec4dc39d9974a08397bdcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7969456 Aug 31 23:34:01.799205 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8115a577-8bc0-46aa-86b8-0ced2e1646ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12932366'] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:01.802218 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 43316) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:01.804574 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec1671-ad78-4fed-8c01-2b2c01820a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4746fc-334e-412d-98ce-770fcc002f9c,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:01.815375 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port 20234e10-5596-41d5-b883-1104e5b4e2b0 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:34:01.822606 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 20234e10-5596-41d5-b883-1104e5b4e2b0 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:01.823174 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:01.942875 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7d6feb81-0b63-4339-a529-a63df92a6ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:01.962156 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:01.992502 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7d6feb81-0b63-4339-a529-a63df92a6ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:02.016764 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 20234e10-5596-41d5-b883-1104e5b4e2b0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=20234e10-5596-41d5-b883-1104e5b4e2b0,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:02.018225 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20234e10-5596-41d5-b883-1104e5b4e2b0'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:34:02.027057 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bd3361-20f9-40e6-8583-d03ad150426d" -d '{"events": [{"server_uuid": "76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1", "name": "network-vif-plugged", "status": "completed", "tag": "20234e10-5596-41d5-b883-1104e5b4e2b0"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:34:02.040514 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:02.067648 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-0c16a4ad-c877-4d75-be0f-6ba7024c0fa2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Allocated IP 172.20.0.5 (d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b/5e8c92f8-319d-4063-b51c-7c81f6bd05c9/2def9b50-f6bd-4f62-b22d-083b6c3dd670) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:34:02.145574 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b29bbe-f1b1-4394-9134-cc554fe1dccf x-openstack-request-id: req-d2b29bbe-f1b1-4394-9134-cc554fe1dccf {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:34:02.145875 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1", "name": "network-vif-plugged", "status": "completed", "tag": "20234e10-5596-41d5-b883-1104e5b4e2b0", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:34:02.146135 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d2b29bbe-f1b1-4394-9134-cc554fe1dccf {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:34:02.146532 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20234e10-5596-41d5-b883-1104e5b4e2b0', 'code': 200} Aug 31 23:34:02.149236 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=20234e10-5596-41d5-b883-1104e5b4e2b0,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:02.204885 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7aeb7b-8565-4f34-a685-6df57819b304 req-2ef5f563-b85e-4f46-98e4-9719f3324ad6 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:02.212720 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8a7aeb7b-8565-4f34-a685-6df57819b304 req-2ef5f563-b85e-4f46-98e4-9719f3324ad6 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.1797819 Aug 31 23:34:02.247940 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7d6feb81-0b63-4339-a529-a63df92a6ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:02.251167 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7d6feb81-0b63-4339-a529-a63df92a6ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:02.252400 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-7d6feb81-0b63-4339-a529-a63df92a6ef0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8e4746fc-334e-412d-98ce-770fcc002f9c HTTP/1.1" status: 204 len: 168 time: 0.4491644 Aug 31 23:34:02.278246 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8115a577-8bc0-46aa-86b8-0ced2e1646ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12943010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12932376'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:02.282679 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e725cc-5b20-4390-89fb-8ad8cfd7654d req-9cb436fd-16ec-4990-86c6-0c308c770bc5 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:02.285980 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6feb81-0b63-4339-a529-a63df92a6ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4746fc-334e-412d-98ce-770fcc002f9c,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:02.289942 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-93e725cc-5b20-4390-89fb-8ad8cfd7654d req-9cb436fd-16ec-4990-86c6-0c308c770bc5 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 946 time: 0.1305997 Aug 31 23:34:02.332214 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8a7aeb7b-8565-4f34-a685-6df57819b304 req-6b33656d-f70a-4a66-b42f-1fbb6127ae58 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185575 Aug 31 23:34:02.366878 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115a577-8bc0-46aa-86b8-0ced2e1646ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1669b2ee-4d1c-4414-ad16-67074e215867,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:02.371595 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-0c16a4ad-c877-4d75-be0f-6ba7024c0fa2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:02.374739 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115a577-8bc0-46aa-86b8-0ced2e1646ef admin admin] Checking segment: {'id': 'beeac71a-d59c-4e88-b8b1-5a1f1d6e5d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'c8d07136-399c-4cfa-b844-2fb55784657d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:34:02.375097 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8115a577-8bc0-46aa-86b8-0ced2e1646ef admin admin] Network hostable DHCP agents. Network: c8d07136-399c-4cfa-b844-2fb55784657d, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:34:02.394768 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8115a577-8bc0-46aa-86b8-0ced2e1646ef admin admin] Network c8d07136-399c-4cfa-b844-2fb55784657d is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:34:02.400554 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-0c16a4ad-c877-4d75-be0f-6ba7024c0fa2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Transition to ACTIVE for port object 2def9b50-f6bd-4f62-b22d-083b6c3dd670 will not be triggered until provisioned by entity DHCP. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:34:02.407624 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-8115a577-8bc0-46aa-86b8-0ced2e1646ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, c8d07136-399c-4cfa-b844-2fb55784657d) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:34:02.412698 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115a577-8bc0-46aa-86b8-0ced2e1646ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:02.413436 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8115a577-8bc0-46aa-86b8-0ced2e1646ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:02.419669 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-93e725cc-5b20-4390-89fb-8ad8cfd7654d req-aa917057-9336-4863-820c-d6497df02a23 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240714 Aug 31 23:34:02.420641 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afad8ea0-a715-4045-a358-23820e6dfe14 None None] Network c8d07136-399c-4cfa-b844-2fb55784657d requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:34:02.425612 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81d759-3d66-4fae-a668-b6e465d41f63 req-9ae31b3f-f45e-4265-82a7-865dd69b419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:02.427102 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cf81d759-3d66-4fae-a668-b6e465d41f63 req-9ae31b3f-f45e-4265-82a7-865dd69b419a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 1099 time: 0.1352248 Aug 31 23:34:02.441190 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-8115a577-8bc0-46aa-86b8-0ced2e1646ef admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6895385 Aug 31 23:34:02.575544 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cf81d759-3d66-4fae-a668-b6e465d41f63 req-291e8264-3c52-45dc-899a-b8a90254721f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320927 Aug 31 23:34:02.589556 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-0c16a4ad-c877-4d75-be0f-6ba7024c0fa2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:02.666098 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e3d7f2-c7b8-411f-8f69-5e7d7ba8b1ed None None] Network c8d07136-399c-4cfa-b844-2fb55784657d requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:34:02.694562 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-0c16a4ad-c877-4d75-be0f-6ba7024c0fa2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:34:02.697041 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-0c16a4ad-c877-4d75-be0f-6ba7024c0fa2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:34:02.699787 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16a4ad-c877-4d75-be0f-6ba7024c0fa2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event updated for resources: {'Port': ['ID=2def9b50-f6bd-4f62-b22d-083b6c3dd670,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:02.702569 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-0c16a4ad-c877-4d75-be0f-6ba7024c0fa2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:34:02.737128 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 43354) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:02.760490 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b370d410-0b76-4ed1-8a7c-9485dc1f800f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:02.773355 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e135f1-593c-4a01-890f-9c8d97f81e31 req-7bde9eba-f46f-47b4-8f23-7701d133949c tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:02.780896 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f8e135f1-593c-4a01-890f-9c8d97f81e31 req-7bde9eba-f46f-47b4-8f23-7701d133949c tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 931 time: 0.1381741 Aug 31 23:34:02.800881 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-0c16a4ad-c877-4d75-be0f-6ba7024c0fa2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:02.806262 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-0c16a4ad-c877-4d75-be0f-6ba7024c0fa2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:02.891835 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f8e135f1-593c-4a01-890f-9c8d97f81e31 req-ab77b111-986a-4cb3-9dfb-6e48d7c731ae tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090586 Aug 31 23:34:02.956723 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaeb952-a221-47a0-ab9e-cad79090a652 req-bc44ae44-fe69-4dc9-8d1a-04d39f36be8b tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:02.965343 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8eaeb952-a221-47a0-ab9e-cad79090a652 req-bc44ae44-fe69-4dc9-8d1a-04d39f36be8b tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 949 time: 0.1084204 Aug 31 23:34:02.980282 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dee1a-0bab-4aed-89a6-5cf132b8f411 req-92601e26-9b8a-4ee3-859d-71b01ae9f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:02.981788 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3d5dee1a-0bab-4aed-89a6-5cf132b8f411 req-92601e26-9b8a-4ee3-859d-71b01ae9f498 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=50a47fc76e7d48e5b704d5f2dd962483&device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 1098 time: 0.0784748 Aug 31 23:34:03.016366 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8eaeb952-a221-47a0-ab9e-cad79090a652 req-5be8e88e-9989-4640-857f-650ad083dc4e tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7331c343-cd64-4c4c-8c3a-5ee473b0808b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499170 Aug 31 23:34:03.021666 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b370d410-0b76-4ed1-8a7c-9485dc1f800f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:03.027859 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b370d410-0b76-4ed1-8a7c-9485dc1f800f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:03.049225 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-0c16a4ad-c877-4d75-be0f-6ba7024c0fa2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6905124 Aug 31 23:34:03.070827 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-b370d410-0b76-4ed1-8a7c-9485dc1f800f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0dfc47493a664514b163fe12b3f32ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305922 Aug 31 23:34:03.072152 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370d410-0b76-4ed1-8a7c-9485dc1f800f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa7bb1f-1027-486a-9fc3-413f7180f649,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:03.085536 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 43362) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:03.090409 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Request body: {'port': {'device_id': 'a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:03.118778 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-0901b144-b8b1-4415-9c42-eb4d18046ec1 None None] Provisioning for port 2def9b50-f6bd-4f62-b22d-083b6c3dd670 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:34:03.126569 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-0901b144-b8b1-4415-9c42-eb4d18046ec1 None None] Provisioning complete for port 2def9b50-f6bd-4f62-b22d-083b6c3dd670 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:03.127244 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0901b144-b8b1-4415-9c42-eb4d18046ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:03.173756 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec296c-2b83-41f1-815c-477f4b7af9b2 req-05b4a139-9015-4b2d-b7c2-cfdb243ef826 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:03.175763 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-87ec296c-2b83-41f1-815c-477f4b7af9b2 req-05b4a139-9015-4b2d-b7c2-cfdb243ef826 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.1994379 Aug 31 23:34:03.176946 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-0901b144-b8b1-4415-9c42-eb4d18046ec1 None None] Port 2def9b50-f6bd-4f62-b22d-083b6c3dd670 cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:34:03.281300 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d19b-7bbf-40b3-9b31-fbd6dfec39bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:03.301137 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-87ec296c-2b83-41f1-815c-477f4b7af9b2 req-605dfad6-2f00-47dc-b634-b3549e3218dc tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161141 Aug 31 23:34:03.308392 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:03.327108 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dee1a-0bab-4aed-89a6-5cf132b8f411 req-1f4a1b64-432a-42bc-8799-10c7dbc25714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:03.329147 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3d5dee1a-0bab-4aed-89a6-5cf132b8f411 req-1f4a1b64-432a-42bc-8799-10c7dbc25714 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4bcb073e-1d75-46c6-8333-a59aa396399f HTTP/1.1" status: 200 len: 920 time: 0.3103836 Aug 31 23:34:03.339577 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d19b-7bbf-40b3-9b31-fbd6dfec39bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:03.347697 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc60a4-6ebf-4839-b5c2-160fb487dcee req-ab1b50f0-2f7c-44c7-b1f5-03d8d2dc3626 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:03.349251 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a3fc60a4-6ebf-4839-b5c2-160fb487dcee req-ab1b50f0-2f7c-44c7-b1f5-03d8d2dc3626 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 949 time: 0.0730858 Aug 31 23:34:03.358106 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 43374) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:03.366878 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-9ae4085c-443a-4ba2-8479-1104f4e84ce1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1145795863-network', 'tenant_id': 'f0e2130efe9649319739cb5dba61c484'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:03.407862 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a3fc60a4-6ebf-4839-b5c2-160fb487dcee req-0d149e15-3882-4974-a6fb-b29902f77cec tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7331c343-cd64-4c4c-8c3a-5ee473b0808b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512044 Aug 31 23:34:03.408880 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae4085c-443a-4ba2-8479-1104f4e84ce1 admin admin] Made reservation on behalf of f0e2130efe9649319739cb5dba61c484 for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:34:03.411087 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9ae4085c-443a-4ba2-8479-1104f4e84ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:03.419907 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3d5dee1a-0bab-4aed-89a6-5cf132b8f411 req-8d7fab66-a657-4f6e-aaea-0000d6005b4a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f75ec18e-555b-47f3-a862-1608fd678194 HTTP/1.1" status: 200 len: 217 time: 0.0563223 Aug 31 23:34:03.432036 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9ae4085c-443a-4ba2-8479-1104f4e84ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:03.538121 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9ae4085c-443a-4ba2-8479-1104f4e84ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:03.543351 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9ae4085c-443a-4ba2-8479-1104f4e84ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:03.569719 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4085c-443a-4ba2-8479-1104f4e84ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd317ed-7edd-4a3f-8def-eddc6590cae4,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:03.578792 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae4085c-443a-4ba2-8479-1104f4e84ce1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:34:03.582799 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d19b-7bbf-40b3-9b31-fbd6dfec39bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:03.585299 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d19b-7bbf-40b3-9b31-fbd6dfec39bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:03.589177 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-f5a0d19b-7bbf-40b3-9b31-fbd6dfec39bb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1aa7bb1f-1027-486a-9fc3-413f7180f649 HTTP/1.1" status: 204 len: 168 time: 0.4959655 Aug 31 23:34:03.597970 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9ae4085c-443a-4ba2-8479-1104f4e84ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:03.598318 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-9ae4085c-443a-4ba2-8479-1104f4e84ce1 admin admin] Added segment 1f83c2c4-4628-4d60-bea8-58a66c6be165 of type vlan for network 86d49f6b-4a35-4464-b4d6-fc1c0f6c7fed Aug 31 23:34:03.606500 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dee1a-0bab-4aed-89a6-5cf132b8f411 req-80e77cc2-0956-424e-b43e-90ab9190d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:03.607976 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3d5dee1a-0bab-4aed-89a6-5cf132b8f411 req-80e77cc2-0956-424e-b43e-90ab9190d9cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c53f0166-3f80-478d-8aa4-6c43d9c06f6f HTTP/1.1" status: 200 len: 859 time: 0.1732514 Aug 31 23:34:03.639676 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9ae4085c-443a-4ba2-8479-1104f4e84ce1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:03.662707 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0d19b-7bbf-40b3-9b31-fbd6dfec39bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa7bb1f-1027-486a-9fc3-413f7180f649,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:03.671544 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9ae4085c-443a-4ba2-8479-1104f4e84ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:03.672932 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae4085c-443a-4ba2-8479-1104f4e84ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:03.673546 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9ae4085c-443a-4ba2-8479-1104f4e84ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:03.685906 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3d5dee1a-0bab-4aed-89a6-5cf132b8f411 req-af209cd7-197f-431d-80b9-72a269796697 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4bcb073e-1d75-46c6-8333-a59aa396399f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396020 Aug 31 23:34:03.700344 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee5318-3793-4290-880f-c7d15c00f5c1 req-9201637d-d304-4357-a386-f386401d4c99 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:03.702230 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-dbee5318-3793-4290-880f-c7d15c00f5c1 req-9201637d-d304-4357-a386-f386401d4c99 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 946 time: 0.1803746 Aug 31 23:34:03.729732 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-9ae4085c-443a-4ba2-8479-1104f4e84ce1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3662906 Aug 31 23:34:03.733265 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 43384) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:03.744461 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4085c-443a-4ba2-8479-1104f4e84ce1 admin admin] Pushing event updated for resources: {'Network': ['ID=86d49f6b-4a35-4464-b4d6-fc1c0f6c7fed,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:03.755108 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-5581bb7c-52f0-4342-b6d0-a6579977c824 admin admin] Request body: {'subnet': {'network_id': '86d49f6b-4a35-4464-b4d6-fc1c0f6c7fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1145795863-subnet', 'tenant_id': 'f0e2130efe9649319739cb5dba61c484', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:03.755574 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network 86d49f6b-4a35-4464-b4d6-fc1c0f6c7fed details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:34:03.859778 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-dbee5318-3793-4290-880f-c7d15c00f5c1 req-6f04d5db-697a-4b84-94d0-3f4baac241c5 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505067 Aug 31 23:34:03.871626 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5581bb7c-52f0-4342-b6d0-a6579977c824 admin admin] Made reservation on behalf of f0e2130efe9649319739cb5dba61c484 for: {'subnet': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:34:03.874163 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5581bb7c-52f0-4342-b6d0-a6579977c824 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12765245'] for subnet, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:03.974946 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3d5dee1a-0bab-4aed-89a6-5cf132b8f411 req-2b6d18b3-2432-4aab-a6e1-f2357679d17c service neutron] 10.222.0.53 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517102 Aug 31 23:34:03.979777 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2def9b50-f6bd-4f62-b22d-083b6c3dd670 {{(pid=93845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:34:03.999077 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:04.018192 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c5c22-d2f2-4997-8396-86fd0fe953f8 req-ca90dbbb-6ae7-4f71-a4a1-d8ed7abf8efc tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:04.019909 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-507c5c22-d2f2-4997-8396-86fd0fe953f8 req-ca90dbbb-6ae7-4f71-a4a1-d8ed7abf8efc tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 931 time: 0.0585799 Aug 31 23:34:04.064423 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Transition to ACTIVE for port object 2def9b50-f6bd-4f62-b22d-083b6c3dd670 will not be triggered until provisioned by entity L2. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:34:04.067445 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-507c5c22-d2f2-4997-8396-86fd0fe953f8 req-87b34be6-e44d-422e-a3e4-12a35a3c8581 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394084 Aug 31 23:34:04.076922 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:04.189259 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Pushing event updated for resources: {'Port': ['ID=2def9b50-f6bd-4f62-b22d-083b6c3dd670,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:04.223214 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3d5dee1a-0bab-4aed-89a6-5cf132b8f411 req-dddda7fb-ebc7-4002-8bcc-15b4ac25c7e7 service neutron] 10.222.0.53 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370973 Aug 31 23:34:04.334481 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5581bb7c-52f0-4342-b6d0-a6579977c824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14658852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12765227'] for subnet, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:04.350672 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Attempting to bind port 2def9b50-f6bd-4f62-b22d-083b6c3dd670 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:34:04.351005 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Attempting to bind port 2def9b50-f6bd-4f62-b22d-083b6c3dd670 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:34:04.351328 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Attempting to bind port 2def9b50-f6bd-4f62-b22d-083b6c3dd670 on network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:34:04.386379 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Port 2def9b50-f6bd-4f62-b22d-083b6c3dd670 on network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:34:04.386698 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Attempting to bind port 2def9b50-f6bd-4f62-b22d-083b6c3dd670 on network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:34:04.413278 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:34:04.413615 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Checking segment: {'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:34:04.413991 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Bound using segment: {'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:34:04.414715 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Bound port: 2def9b50-f6bd-4f62-b22d-083b6c3dd670, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'}}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:34:04.414831 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:04.450939 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581bb7c-52f0-4342-b6d0-a6579977c824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f786e747-2d7c-4fca-afc2-5be3c6a6ee44,revision_number=0']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:04.501241 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5581bb7c-52f0-4342-b6d0-a6579977c824 admin admin] Checking segment: {'id': '1f83c2c4-4628-4d60-bea8-58a66c6be165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '86d49f6b-4a35-4464-b4d6-fc1c0f6c7fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:34:04.501602 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5581bb7c-52f0-4342-b6d0-a6579977c824 admin admin] Network hostable DHCP agents. Network: 86d49f6b-4a35-4464-b4d6-fc1c0f6c7fed, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:34:04.534234 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd0e6a-80aa-4b72-928e-f329c6b1a654 req-7c8034b6-2d69-49bb-b5c2-646d98426e22 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:04.536054 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-55cd0e6a-80aa-4b72-928e-f329c6b1a654 req-7c8034b6-2d69-49bb-b5c2-646d98426e22 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 949 time: 0.0544569 Aug 31 23:34:04.550758 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5581bb7c-52f0-4342-b6d0-a6579977c824 admin admin] Network 86d49f6b-4a35-4464-b4d6-fc1c0f6c7fed is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:34:04.561992 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee77c2-661e-4af6-bb89-37b8564792b9 req-927b3c39-b341-4ebf-a268-5ec1fba55467 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:04.564130 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-75ee77c2-661e-4af6-bb89-37b8564792b9 req-927b3c39-b341-4ebf-a268-5ec1fba55467 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.1402848 Aug 31 23:34:04.568382 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] For port 2def9b50-f6bd-4f62-b22d-083b6c3dd670, host hv-cinder-80445, cleared binding levels {{(pid=93845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:34:04.572286 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] For port 2def9b50-f6bd-4f62-b22d-083b6c3dd670, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=2def9b50-f6bd-4f62-b22d-083b6c3dd670,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:34:04.579821 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-55cd0e6a-80aa-4b72-928e-f329c6b1a654 req-eda8b574-3668-4612-8a8b-9a45271d1f84 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7331c343-cd64-4c4c-8c3a-5ee473b0808b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355496 Aug 31 23:34:04.582436 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-5581bb7c-52f0-4342-b6d0-a6579977c824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, 86d49f6b-4a35-4464-b4d6-fc1c0f6c7fed) {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:34:04.586884 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5581bb7c-52f0-4342-b6d0-a6579977c824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:04.587471 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5581bb7c-52f0-4342-b6d0-a6579977c824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:04.592178 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbf4da8-e32e-4530-93ec-76b340ca3b5e None None] Network 86d49f6b-4a35-4464-b4d6-fc1c0f6c7fed requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:34:04.600954 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:04.676811 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-5581bb7c-52f0-4342-b6d0-a6579977c824 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9371355 Aug 31 23:34:04.684004 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:04.684530 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:04.685886 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] 10.222.0.53 "PUT /v2.0/ports/2def9b50-f6bd-4f62-b22d-083b6c3dd670 HTTP/1.1" status: 200 len: 1093 time: 1.5995181 Aug 31 23:34:04.689087 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2', 'tag': '2def9b50-f6bd-4f62-b22d-083b6c3dd670'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:34:04.698250 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2797e254-74c9-498f-9d85-5e0fdf460e99" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2", "tag": "2def9b50-f6bd-4f62-b22d-083b6c3dd670"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:34:04.707045 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-75ee77c2-661e-4af6-bb89-37b8564792b9 req-34de52fe-bdef-4c2c-9bae-899278bc681c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324394 Aug 31 23:34:04.729108 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb114c8-984f-441a-809c-c497b40f2141 service neutron] Pushing event updated for resources: {'Port': ['ID=2def9b50-f6bd-4f62-b22d-083b6c3dd670,revision_number=3']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:04.855108 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-aa27ba9a-e77b-46b1-b070-b60f1be63844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:04.856755 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-aa27ba9a-e77b-46b1-b070-b60f1be63844 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b688313b25cd4a65a9e59f26ecccba69&device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 1096 time: 0.1113214 Aug 31 23:34:04.862759 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f7ed23-8210-47a4-a543-c6c3c6b6eaf5 None None] Network 86d49f6b-4a35-4464-b4d6-fc1c0f6c7fed requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:34:04.946609 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9e2687-93d8-4796-affe-bb58a12f6848 x-openstack-request-id: req-ec9e2687-93d8-4796-affe-bb58a12f6848 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:34:04.947058 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2", "tag": "2def9b50-f6bd-4f62-b22d-083b6c3dd670", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:34:04.947224 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec9e2687-93d8-4796-affe-bb58a12f6848 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:34:04.952732 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2', 'tag': '2def9b50-f6bd-4f62-b22d-083b6c3dd670', 'status': 'completed', 'code': 200} Aug 31 23:34:04.955081 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-59b89e25-4b1e-4a20-8294-3fcfe1ee5030 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2def9b50-f6bd-4f62-b22d-083b6c3dd670 HTTP/1.1" status: 200 len: 217 time: 0.0844636 Aug 31 23:34:05.038943 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-713e616f-6228-4f51-95fb-16acb5bfb911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:05.040529 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-713e616f-6228-4f51-95fb-16acb5bfb911 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e8c92f8-319d-4063-b51c-7c81f6bd05c9 HTTP/1.1" status: 200 len: 851 time: 0.0721233 Aug 31 23:34:05.108564 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a9e4d-d7f3-4dec-b4dd-72af2ad93d53 req-42badac3-e4cc-452b-9101-fd9330412a67 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:05.115482 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-710a9e4d-d7f3-4dec-b4dd-72af2ad93d53 req-42badac3-e4cc-452b-9101-fd9330412a67 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 946 time: 0.0933080 Aug 31 23:34:05.143842 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-f7f121e3-df77-4ebb-b3a7-9d5a47cd4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:05.145441 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-f7f121e3-df77-4ebb-b3a7-9d5a47cd4872 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0966856 Aug 31 23:34:05.192810 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-710a9e4d-d7f3-4dec-b4dd-72af2ad93d53 req-8559015a-5086-41b1-a6e6-e9dd2bb900f1 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664215 Aug 31 23:34:05.315545 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba7363-02b8-404b-80ea-1e0017c9f73f req-9b0b88c5-6683-4b75-ad1a-a6c876ec7d8c tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:05.323656 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b2ba7363-02b8-404b-80ea-1e0017c9f73f req-9b0b88c5-6683-4b75-ad1a-a6c876ec7d8c tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 943 time: 0.1436272 Aug 31 23:34:05.360031 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-113d3c81-dc14-43d5-ab6e-c7d69d77f6a7 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991270 Aug 31 23:34:05.407201 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b2ba7363-02b8-404b-80ea-1e0017c9f73f req-e0b72342-507d-4b08-9726-b4383459a8de tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788972 Aug 31 23:34:05.508428 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4bd2e1ac-c5dc-4001-b125-6811c5fa7992 req-5a23fd11-8cfc-4429-8d10-7fa3f8fdad63 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374753 Aug 31 23:34:05.630109 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797e254-74c9-498f-9d85-5e0fdf460e99 req-473894c7-da3b-40dc-8b3c-ce1646275498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:05.631612 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2797e254-74c9-498f-9d85-5e0fdf460e99 req-473894c7-da3b-40dc-8b3c-ce1646275498 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b688313b25cd4a65a9e59f26ecccba69&device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 1096 time: 0.0553577 Aug 31 23:34:05.746695 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797e254-74c9-498f-9d85-5e0fdf460e99 req-96d93b1b-5414-4c1f-b3dc-f84430bd1613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:05.749290 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2797e254-74c9-498f-9d85-5e0fdf460e99 req-96d93b1b-5414-4c1f-b3dc-f84430bd1613 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b HTTP/1.1" status: 200 len: 913 time: 0.1056581 Aug 31 23:34:05.773945 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc3720-1307-4d15-a0eb-5848bdbd1344 req-7ad62eb8-3360-4499-9ff1-f93a03513ac2 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:05.775545 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3acc3720-1307-4d15-a0eb-5848bdbd1344 req-7ad62eb8-3360-4499-9ff1-f93a03513ac2 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 949 time: 0.0699799 Aug 31 23:34:05.814609 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3acc3720-1307-4d15-a0eb-5848bdbd1344 req-9f55a298-af0a-4cdf-97c3-462a52bb199a tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7331c343-cd64-4c4c-8c3a-5ee473b0808b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Aug 31 23:34:06.075228 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2797e254-74c9-498f-9d85-5e0fdf460e99 req-04f64ce9-2bc4-437f-b5e8-18659c243225 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2def9b50-f6bd-4f62-b22d-083b6c3dd670 HTTP/1.1" status: 200 len: 217 time: 0.3127272 Aug 31 23:34:06.176835 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797e254-74c9-498f-9d85-5e0fdf460e99 req-bd128c98-3f3a-4905-8327-bbd4b72b3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:06.178287 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2797e254-74c9-498f-9d85-5e0fdf460e99 req-bd128c98-3f3a-4905-8327-bbd4b72b3355 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e8c92f8-319d-4063-b51c-7c81f6bd05c9 HTTP/1.1" status: 200 len: 851 time: 0.0664105 Aug 31 23:34:06.185464 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d310c11-e0d2-4b53-bfc1-0c1b7bc222d9 req-514d4024-f093-4a6c-94e8-fea5e345e5f9 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:06.186804 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1d310c11-e0d2-4b53-bfc1-0c1b7bc222d9 req-514d4024-f093-4a6c-94e8-fea5e345e5f9 tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.53 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 949 time: 0.1207814 Aug 31 23:34:06.194015 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8cf1f-1bd8-4bca-a3aa-9335fe17698d req-7e9b92d4-9621-40ae-baca-299db4c897e6 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:06.195372 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-aac8cf1f-1bd8-4bca-a3aa-9335fe17698d req-7e9b92d4-9621-40ae-baca-299db4c897e6 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.1304135 Aug 31 23:34:06.269555 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 43482) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:06.318380 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-aac8cf1f-1bd8-4bca-a3aa-9335fe17698d req-1726aa15-8d68-4c8f-8dc1-3f0f1ae35103 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056979 Aug 31 23:34:06.320933 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797e254-74c9-498f-9d85-5e0fdf460e99 req-18d0900d-cbd4-4c7f-804f-f30ba9ebb25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:06.322364 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2797e254-74c9-498f-9d85-5e0fdf460e99 req-18d0900d-cbd4-4c7f-804f-f30ba9ebb25c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1261480 Aug 31 23:34:06.378353 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-59c7ceb4-76d5-4c41-96ab-e8746402fd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:06.397627 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-1d310c11-e0d2-4b53-bfc1-0c1b7bc222d9 req-24e1e610-00f4-42c5-84d2-bedfc0ba413a tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Deleting port 4a3f1744-1f84-48be-8778-0c00c709f7c3 {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:34:06.397972 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-1d310c11-e0d2-4b53-bfc1-0c1b7bc222d9 req-24e1e610-00f4-42c5-84d2-bedfc0ba413a tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:06.480390 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-59c7ceb4-76d5-4c41-96ab-e8746402fd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:06.482678 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-59c7ceb4-76d5-4c41-96ab-e8746402fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:06.502292 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2797e254-74c9-498f-9d85-5e0fdf460e99 req-ea54b3de-78e1-4079-a520-9f000df83511 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664081 Aug 31 23:34:06.523360 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-1d310c11-e0d2-4b53-bfc1-0c1b7bc222d9 req-24e1e610-00f4-42c5-84d2-bedfc0ba413a tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] For port 4a3f1744-1f84-48be-8778-0c00c709f7c3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4a3f1744-1f84-48be-8778-0c00c709f7c3,segment=NetworkSegment(8a675634-5486-4248-886a-35071cceb483),segment_id=8a675634-5486-4248-886a-35071cceb483)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:06.523736 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-1d310c11-e0d2-4b53-bfc1-0c1b7bc222d9 req-24e1e610-00f4-42c5-84d2-bedfc0ba413a tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:06.544588 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7ceb4-76d5-4c41-96ab-e8746402fd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3db8a98-afaf-433d-9d8b-7eeac2d259ca,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:06.551428 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-59c7ceb4-76d5-4c41-96ab-e8746402fd33 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c783718d08dc4446a2dc9dbdcab2959e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808547 Aug 31 23:34:06.554817 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 43488) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:06.578724 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-1d310c11-e0d2-4b53-bfc1-0c1b7bc222d9 req-24e1e610-00f4-42c5-84d2-bedfc0ba413a tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Calling delete_port for 4a3f1744-1f84-48be-8778-0c00c709f7c3 owned by compute:nova {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:34:06.596261 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51dd8a-9142-4971-9a8c-5e1b718b11fa req-93788174-ec68-4b05-a493-37733db04810 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:06.597674 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-af51dd8a-9142-4971-9a8c-5e1b718b11fa req-93788174-ec68-4b05-a493-37733db04810 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 943 time: 0.1033983 Aug 31 23:34:06.637560 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0e4625a6-efa4-49e6-8ce1-98379e8b0e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:06.659091 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-af51dd8a-9142-4971-9a8c-5e1b718b11fa req-83550430-b267-4589-a062-d3bf4dd95bd8 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542438 Aug 31 23:34:06.670008 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0e4625a6-efa4-49e6-8ce1-98379e8b0e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:06.677666 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2797e254-74c9-498f-9d85-5e0fdf460e99 req-943c043a-21f4-470c-9359-eefa6251521d service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512890 Aug 31 23:34:06.717824 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0e4625a6-efa4-49e6-8ce1-98379e8b0e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:06.721161 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0e4625a6-efa4-49e6-8ce1-98379e8b0e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:06.722294 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-0e4625a6-efa4-49e6-8ce1-98379e8b0e07 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b3db8a98-afaf-433d-9d8b-7eeac2d259ca HTTP/1.1" status: 204 len: 168 time: 0.1666379 Aug 31 23:34:06.729703 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4625a6-efa4-49e6-8ce1-98379e8b0e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3db8a98-afaf-433d-9d8b-7eeac2d259ca,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:06.752422 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-1d310c11-e0d2-4b53-bfc1-0c1b7bc222d9 req-24e1e610-00f4-42c5-84d2-bedfc0ba413a tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:06.769333 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['4a3f1744-1f84-48be-8778-0c00c709f7c3'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:34:06.806862 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1e610-00f4-42c5-84d2-bedfc0ba413a tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Pushing event deleted for resources: {'Port': ['ID=4a3f1744-1f84-48be-8778-0c00c709f7c3,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:06.904079 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d310c11-e0d2-4b53-bfc1-0c1b7bc222d9 req-24e1e610-00f4-42c5-84d2-bedfc0ba413a tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] No DVR routers for this DVR port 4a3f1744-1f84-48be-8778-0c00c709f7c3 on host hv-cinder-80445 {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:34:06.910366 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-1d310c11-e0d2-4b53-bfc1-0c1b7bc222d9 req-24e1e610-00f4-42c5-84d2-bedfc0ba413a tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:06.911030 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1d310c11-e0d2-4b53-bfc1-0c1b7bc222d9 req-24e1e610-00f4-42c5-84d2-bedfc0ba413a tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.53 "DELETE /v2.0/ports/4a3f1744-1f84-48be-8778-0c00c709f7c3 HTTP/1.1" status: 204 len: 173 time: 0.7136710 Aug 31 23:34:06.930868 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-132ff781-f05f-446d-8df7-72901703d92d req-64477ab3-4bc0-43e3-97fe-c8784c84da5c tempest-VolumesNegativeTest-1884607945 tempest-VolumesNegativeTest-1884607945-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ef4c21-0de8-4509-990e-8ebf8a662742 HTTP/1.1" status: 200 len: 210 time: 0.0309231 Aug 31 23:34:06.963751 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ef4c21-0de8-4509-990e-8ebf8a662742', 'name': 'network-vif-deleted', 'tag': '4a3f1744-1f84-48be-8778-0c00c709f7c3'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:34:06.967138 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914f176a-a629-4243-9a22-060ce40f6688" -d '{"events": [{"server_uuid": "45ef4c21-0de8-4509-990e-8ebf8a662742", "name": "network-vif-deleted", "tag": "4a3f1744-1f84-48be-8778-0c00c709f7c3"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:34:07.024178 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf93cda-4ecc-400e-89f2-be458fe46c1e x-openstack-request-id: req-dbf93cda-4ecc-400e-89f2-be458fe46c1e {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:34:07.024646 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ef4c21-0de8-4509-990e-8ebf8a662742", "name": "network-vif-deleted", "tag": "4a3f1744-1f84-48be-8778-0c00c709f7c3", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:34:07.024918 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dbf93cda-4ecc-400e-89f2-be458fe46c1e {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:34:07.025297 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ef4c21-0de8-4509-990e-8ebf8a662742', 'name': 'network-vif-deleted', 'tag': '4a3f1744-1f84-48be-8778-0c00c709f7c3', 'status': 'completed', 'code': 200} Aug 31 23:34:07.321243 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 43522) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:07.340843 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-288fd876-16ac-4a05-89f3-a4bf5f35309a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:07.486767 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-288fd876-16ac-4a05-89f3-a4bf5f35309a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:07.491110 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-288fd876-16ac-4a05-89f3-a4bf5f35309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:07.510167 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dd6fe-f518-49d0-815f-6136031f6b0f req-94a2e242-1ce9-4051-a8de-03efad99bbda tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:07.511649 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c59dd6fe-f518-49d0-815f-6136031f6b0f req-94a2e242-1ce9-4051-a8de-03efad99bbda tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0839541 Aug 31 23:34:07.562441 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-288fd876-16ac-4a05-89f3-a4bf5f35309a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5b33e59becae4925a1803325c57cc38b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375767 Aug 31 23:34:07.565173 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 43530) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:07.565921 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fd876-16ac-4a05-89f3-a4bf5f35309a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a31ad0-2256-4540-9c9d-683c07922f37,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:07.589893 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c59dd6fe-f518-49d0-815f-6136031f6b0f req-eccdaaec-4040-4379-a085-41d459a7b945 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678189 Aug 31 23:34:07.624307 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e485eb71-34ed-44c5-a5ab-96aacc426515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:07.645237 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e485eb71-34ed-44c5-a5ab-96aacc426515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:07.701572 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e485eb71-34ed-44c5-a5ab-96aacc426515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:07.704985 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e485eb71-34ed-44c5-a5ab-96aacc426515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:07.708792 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-e485eb71-34ed-44c5-a5ab-96aacc426515 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c5a31ad0-2256-4540-9c9d-683c07922f37 HTTP/1.1" status: 204 len: 168 time: 0.1425986 Aug 31 23:34:07.729031 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485eb71-34ed-44c5-a5ab-96aacc426515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a31ad0-2256-4540-9c9d-683c07922f37,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:07.823764 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f8dae-919b-4c2d-bf01-544859e83e2d req-e72016c1-8b04-4aac-98f8-d23b8f6eb089 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:07.832526 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ec3f8dae-919b-4c2d-bf01-544859e83e2d req-e72016c1-8b04-4aac-98f8-d23b8f6eb089 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 943 time: 0.0852544 Aug 31 23:34:07.880907 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ec3f8dae-919b-4c2d-bf01-544859e83e2d req-d4c019d3-4dca-42f5-adfe-0698e214bf2f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467434 Aug 31 23:34:09.044400 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ba64f-341a-44fb-92d0-163144ba7f7a req-845a3a0d-3c5c-4215-88b1-82826a296c77 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:09.045702 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-158ba64f-341a-44fb-92d0-163144ba7f7a req-845a3a0d-3c5c-4215-88b1-82826a296c77 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 943 time: 0.0780091 Aug 31 23:34:09.101005 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-158ba64f-341a-44fb-92d0-163144ba7f7a req-60f6fb84-fbed-4904-989f-7ce933ba5140 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482759 Aug 31 23:34:09.136020 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dab52-2765-434f-a160-21c00999494e req-f543eca5-56a7-4b5d-b6e7-fb7da14d971d tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:09.137912 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-441dab52-2765-434f-a160-21c00999494e req-f543eca5-56a7-4b5d-b6e7-fb7da14d971d tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0605962 Aug 31 23:34:09.184264 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-441dab52-2765-434f-a160-21c00999494e req-a75d538e-e305-4d68-a22a-a2376cd2527f tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383461 Aug 31 23:34:09.672911 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 4a3f1744-1f84-48be-8778-0c00c709f7c3 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:34:09.700959 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: 4a3f1744-1f84-48be-8778-0c00c709f7c3 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:34:09.701319 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 4a3f1744-1f84-48be-8778-0c00c709f7c3 not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:34:09.842751 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-15e31494-5ae1-45b5-93dd-34b0d28b93cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:10.266578 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd5bb8-4163-4bc8-b41c-b33533e35acd req-8a9120e7-e196-4afd-b90e-9489cdecd3e3 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:10.273988 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-36cd5bb8-4163-4bc8-b41c-b33533e35acd req-8a9120e7-e196-4afd-b90e-9489cdecd3e3 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 943 time: 0.0926464 Aug 31 23:34:10.355941 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-36cd5bb8-4163-4bc8-b41c-b33533e35acd req-9cf29bcc-64fa-4757-84a0-e62b72737805 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810943 Aug 31 23:34:10.438855 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-df961082-b3ff-4e86-8d24-383fb6c7f633 req-9f0cfc0a-3198-437d-b83a-3a0569015891 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586901 Aug 31 23:34:10.518685 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df961082-b3ff-4e86-8d24-383fb6c7f633 req-bce63662-ad24-4198-a2b1-fc0a840d34d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:10.520177 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-df961082-b3ff-4e86-8d24-383fb6c7f633 req-bce63662-ad24-4198-a2b1-fc0a840d34d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=50a47fc76e7d48e5b704d5f2dd962483&device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 1098 time: 0.0521293 Aug 31 23:34:10.663813 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df961082-b3ff-4e86-8d24-383fb6c7f633 req-2e6c0c74-0feb-4e65-83a8-a08c715cf9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:10.665448 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-df961082-b3ff-4e86-8d24-383fb6c7f633 req-2e6c0c74-0feb-4e65-83a8-a08c715cf9e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4bcb073e-1d75-46c6-8333-a59aa396399f HTTP/1.1" status: 200 len: 920 time: 0.1144423 Aug 31 23:34:10.712934 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-df961082-b3ff-4e86-8d24-383fb6c7f633 req-1ee6bb2b-a616-412b-b454-d71bf3284820 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f75ec18e-555b-47f3-a862-1608fd678194 HTTP/1.1" status: 200 len: 217 time: 0.0387895 Aug 31 23:34:10.763593 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df961082-b3ff-4e86-8d24-383fb6c7f633 req-b36df45e-253e-465f-ba9b-46664153d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:10.765207 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-df961082-b3ff-4e86-8d24-383fb6c7f633 req-b36df45e-253e-465f-ba9b-46664153d6e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c53f0166-3f80-478d-8aa4-6c43d9c06f6f HTTP/1.1" status: 200 len: 859 time: 0.0440316 Aug 31 23:34:10.806633 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-df961082-b3ff-4e86-8d24-383fb6c7f633 req-96f0947e-5f6e-4559-b354-d2ebd934c0a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4bcb073e-1d75-46c6-8333-a59aa396399f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255411 Aug 31 23:34:10.901386 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-df961082-b3ff-4e86-8d24-383fb6c7f633 req-ce76b6b7-a7e3-474c-abbf-cd5beb828e7b service neutron] 10.222.0.53 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839798 Aug 31 23:34:11.010770 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-df961082-b3ff-4e86-8d24-383fb6c7f633 req-c21a24d3-1aef-4a1e-bf32-037dfa18d8e0 service neutron] 10.222.0.53 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878463 Aug 31 23:34:11.459511 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:11.521299 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78135ac-8ee9-4b77-8e29-ba4c17b2dbaa req-ad86d4cb-8d16-4c80-bb62-80e55903c867 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:11.521299 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d78135ac-8ee9-4b77-8e29-ba4c17b2dbaa req-ad86d4cb-8d16-4c80-bb62-80e55903c867 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 943 time: 0.0891643 Aug 31 23:34:11.591672 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d78135ac-8ee9-4b77-8e29-ba4c17b2dbaa req-8d66cb4d-a23d-4a41-9509-6b684edccccb tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583119 Aug 31 23:34:12.495387 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 43930) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:12.630636 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-20b68f62-a3c6-4ee3-b5e5-525b41946124 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ceb6c3c9212548d4a361f04ff25413ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1339025 Aug 31 23:34:12.632617 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 43936) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:12.691890 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d387d5b3-786c-482e-91aa-4b6d4bc458b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:12.717790 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d387d5b3-786c-482e-91aa-4b6d4bc458b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:12.744400 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06463dd4-3e35-4e33-b12d-5cd4c8b56ae0 req-fe0368f8-8307-43bd-929a-2638ababdd67 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:12.746269 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-06463dd4-3e35-4e33-b12d-5cd4c8b56ae0 req-fe0368f8-8307-43bd-929a-2638ababdd67 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 943 time: 0.0745933 Aug 31 23:34:12.782064 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d387d5b3-786c-482e-91aa-4b6d4bc458b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:12.785420 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d387d5b3-786c-482e-91aa-4b6d4bc458b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:12.789265 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d387d5b3-786c-482e-91aa-4b6d4bc458b4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7331c343-cd64-4c4c-8c3a-5ee473b0808b HTTP/1.1" status: 204 len: 168 time: 0.1551661 Aug 31 23:34:12.799962 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-06463dd4-3e35-4e33-b12d-5cd4c8b56ae0 req-4473d4b9-8cfa-4d79-a32e-03605a61a76b tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447338 Aug 31 23:34:12.808974 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387d5b3-786c-482e-91aa-4b6d4bc458b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7331c343-cd64-4c4c-8c3a-5ee473b0808b,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:12.874376 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a54354dd-ccf3-456a-a47f-bf521559222e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:13.140731 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:13.532141 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:13.711429 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 2def9b50-f6bd-4f62-b22d-083b6c3dd670 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:34:13.804810 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 2def9b50-f6bd-4f62-b22d-083b6c3dd670, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=2def9b50-f6bd-4f62-b22d-083b6c3dd670,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:13.818281 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '2def9b50-f6bd-4f62-b22d-083b6c3dd670', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'port_id': '2def9b50-f6bd-4f62-b22d-083b6c3dd670', 'mac_address': 'fa:16:3e:2d:1f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:34:13.871919 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:13.891262 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2def9b50-f6bd-4f62-b22d-083b6c3dd670 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:34:13.910457 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 2def9b50-f6bd-4f62-b22d-083b6c3dd670, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=2def9b50-f6bd-4f62-b22d-083b6c3dd670,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:13.914075 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:13.921184 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348703b6-e222-4f03-b162-bc9815866010 req-f36361e3-49b3-40cb-a889-759af39afb28 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:13.922733 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-348703b6-e222-4f03-b162-bc9815866010 req-f36361e3-49b3-40cb-a889-759af39afb28 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 943 time: 0.0488441 Aug 31 23:34:13.962677 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-348703b6-e222-4f03-b162-bc9815866010 req-07b923f7-12c7-4e04-8ccc-93693e9ed600 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336347 Aug 31 23:34:13.967331 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=2def9b50-f6bd-4f62-b22d-083b6c3dd670,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:14.299100 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['2def9b50-f6bd-4f62-b22d-083b6c3dd670'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:34:15.004590 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:15.082666 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353790c3-e007-4148-b9ac-b17595f6621c req-ea156a1a-09be-462a-905b-b2fe7c09cc79 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:15.088894 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-353790c3-e007-4148-b9ac-b17595f6621c req-ea156a1a-09be-462a-905b-b2fe7c09cc79 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 944 time: 0.0542612 Aug 31 23:34:15.136606 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-353790c3-e007-4148-b9ac-b17595f6621c req-6b851231-83f5-43b0-b9f5-ed3ce0043229 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394003 Aug 31 23:34:15.507174 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:34:15.727742 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 2def9b50-f6bd-4f62-b22d-083b6c3dd670 up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:34:15.778960 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port 2def9b50-f6bd-4f62-b22d-083b6c3dd670 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:34:15.783295 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 2def9b50-f6bd-4f62-b22d-083b6c3dd670 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:15.783674 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:15.877870 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:15.900530 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2def9b50-f6bd-4f62-b22d-083b6c3dd670'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:34:15.902136 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b101c2-4993-436c-b89b-3b8a55302a5b req-112bae7d-90d4-42f7-9266-6c22815d15f3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:15.902777 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b0acc5-a38a-45b1-8871-b85257e19fa7" -d '{"events": [{"server_uuid": "a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2", "name": "network-vif-plugged", "status": "completed", "tag": "2def9b50-f6bd-4f62-b22d-083b6c3dd670"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:34:15.910083 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-14b101c2-4993-436c-b89b-3b8a55302a5b req-112bae7d-90d4-42f7-9266-6c22815d15f3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0591896 Aug 31 23:34:15.918452 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 2def9b50-f6bd-4f62-b22d-083b6c3dd670, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=2def9b50-f6bd-4f62-b22d-083b6c3dd670,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:15.922410 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:15.945324 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-14b101c2-4993-436c-b89b-3b8a55302a5b req-ab387017-7abf-4de5-b1f5-6e3e8ccd561c tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343735 Aug 31 23:34:15.950514 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910964f1-d50a-4030-a118-cf5c2a846714 x-openstack-request-id: req-910964f1-d50a-4030-a118-cf5c2a846714 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:34:15.951437 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2", "name": "network-vif-plugged", "status": "completed", "tag": "2def9b50-f6bd-4f62-b22d-083b6c3dd670", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:34:15.951918 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-910964f1-d50a-4030-a118-cf5c2a846714 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:34:15.952563 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2def9b50-f6bd-4f62-b22d-083b6c3dd670', 'code': 200} Aug 31 23:34:15.981996 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=2def9b50-f6bd-4f62-b22d-083b6c3dd670,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:15.990592 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:15.990954 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:15.991360 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:15.991718 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:15.992055 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:15.992421 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:15.992759 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:15.993093 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:15.993428 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:15.993756 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:15.994083 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:15.994409 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.245372 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c1385-212d-49eb-b37d-c79ed1b08dd2 req-0b5380c2-ef41-4d26-9884-7c14fd9f2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:16.246870 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a63c1385-212d-49eb-b37d-c79ed1b08dd2 req-0b5380c2-ef41-4d26-9884-7c14fd9f2eb0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 1098 time: 0.0659916 Aug 31 23:34:16.269742 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df4655-ad37-44f9-a0a3-33f7f041b525 req-497267af-7f63-4a08-a451-a99471154b6d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:16.271328 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-24df4655-ad37-44f9-a0a3-33f7f041b525 req-497267af-7f63-4a08-a451-a99471154b6d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 945 time: 0.0667996 Aug 31 23:34:16.322323 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-24df4655-ad37-44f9-a0a3-33f7f041b525 req-e45d9c6b-a7a1-4f45-b649-5fd70f2dd7a0 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447266 Aug 31 23:34:16.323871 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a63c1385-212d-49eb-b37d-c79ed1b08dd2 req-f8105425-da4c-4df3-bef0-49076cd360c3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681367 Aug 31 23:34:16.522873 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44080) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:16.632300 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2324ae30-9c26-4c3c-8bac-960cca1575c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:16.724726 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2324ae30-9c26-4c3c-8bac-960cca1575c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:16.728500 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2324ae30-9c26-4c3c-8bac-960cca1575c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:16.774921 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-2324ae30-9c26-4c3c-8bac-960cca1575c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=abcad08c365948e9941f99bb0f5a60a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509205 Aug 31 23:34:16.775232 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 44090) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:16.775878 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324ae30-9c26-4c3c-8bac-960cca1575c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c002d470-b560-4fa4-8dce-6a523813fd64,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:16.784554 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324ae30-9c26-4c3c-8bac-960cca1575c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.785155 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324ae30-9c26-4c3c-8bac-960cca1575c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.785690 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324ae30-9c26-4c3c-8bac-960cca1575c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.786033 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324ae30-9c26-4c3c-8bac-960cca1575c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.786377 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324ae30-9c26-4c3c-8bac-960cca1575c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.786716 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324ae30-9c26-4c3c-8bac-960cca1575c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.787053 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324ae30-9c26-4c3c-8bac-960cca1575c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.787387 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324ae30-9c26-4c3c-8bac-960cca1575c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.787718 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324ae30-9c26-4c3c-8bac-960cca1575c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.788243 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324ae30-9c26-4c3c-8bac-960cca1575c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.788583 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324ae30-9c26-4c3c-8bac-960cca1575c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.788907 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324ae30-9c26-4c3c-8bac-960cca1575c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.847059 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2b86b308-388b-402e-b7d6-00aa0e3aa966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:16.876486 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2b86b308-388b-402e-b7d6-00aa0e3aa966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:16.925372 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2b86b308-388b-402e-b7d6-00aa0e3aa966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:16.927849 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2b86b308-388b-402e-b7d6-00aa0e3aa966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:16.929034 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-2b86b308-388b-402e-b7d6-00aa0e3aa966 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c002d470-b560-4fa4-8dce-6a523813fd64 HTTP/1.1" status: 204 len: 168 time: 0.1526504 Aug 31 23:34:16.939537 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86b308-388b-402e-b7d6-00aa0e3aa966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c002d470-b560-4fa4-8dce-6a523813fd64,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:16.946809 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86b308-388b-402e-b7d6-00aa0e3aa966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.947157 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86b308-388b-402e-b7d6-00aa0e3aa966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.947499 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86b308-388b-402e-b7d6-00aa0e3aa966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.947833 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86b308-388b-402e-b7d6-00aa0e3aa966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.948281 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86b308-388b-402e-b7d6-00aa0e3aa966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.948521 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86b308-388b-402e-b7d6-00aa0e3aa966 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.948887 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86b308-388b-402e-b7d6-00aa0e3aa966 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.949220 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86b308-388b-402e-b7d6-00aa0e3aa966 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.949546 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86b308-388b-402e-b7d6-00aa0e3aa966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.949870 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86b308-388b-402e-b7d6-00aa0e3aa966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.950191 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86b308-388b-402e-b7d6-00aa0e3aa966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:16.950514 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86b308-388b-402e-b7d6-00aa0e3aa966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:17.079875 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfad06-e291-4fe1-ab5a-2f46dd304f6f req-b8797fbe-8789-42e8-abf8-b2c06f662160 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:17.081402 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-49cfad06-e291-4fe1-ab5a-2f46dd304f6f req-b8797fbe-8789-42e8-abf8-b2c06f662160 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0554392 Aug 31 23:34:17.120045 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-49cfad06-e291-4fe1-ab5a-2f46dd304f6f req-96092935-4834-4c53-97d0-78c9053e800d tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318749 Aug 31 23:34:17.210872 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 44104) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:17.223797 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0d48a32b-f296-4f72-ad70-21970e40ec8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:17.311840 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0d48a32b-f296-4f72-ad70-21970e40ec8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:17.316830 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0d48a32b-f296-4f72-ad70-21970e40ec8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:17.354179 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48a32b-f296-4f72-ad70-21970e40ec8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb00bb4a-4700-42a0-91e4-31ffc8d76c72,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:17.358497 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-0d48a32b-f296-4f72-ad70-21970e40ec8b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b495e9f18b447cd9d611376e349dd14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466031 Aug 31 23:34:17.361629 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 44108) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:17.415569 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-415b3b38-b6ee-4734-9fb5-e59beab2f2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:17.436448 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-415b3b38-b6ee-4734-9fb5-e59beab2f2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:17.438594 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805e06-9bda-45dd-bc90-2e8e3581eb14 req-dae30fac-2ba7-42b8-a9d7-2de7857477c7 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:17.440078 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1b805e06-9bda-45dd-bc90-2e8e3581eb14 req-dae30fac-2ba7-42b8-a9d7-2de7857477c7 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 945 time: 0.0481842 Aug 31 23:34:17.480602 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-415b3b38-b6ee-4734-9fb5-e59beab2f2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:17.481601 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1b805e06-9bda-45dd-bc90-2e8e3581eb14 req-ee866774-08ce-4677-9197-7166dd931c94 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353935 Aug 31 23:34:17.483087 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-415b3b38-b6ee-4734-9fb5-e59beab2f2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:17.484717 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-415b3b38-b6ee-4734-9fb5-e59beab2f2db admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cb00bb4a-4700-42a0-91e4-31ffc8d76c72 HTTP/1.1" status: 204 len: 168 time: 0.1215272 Aug 31 23:34:17.493441 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b3b38-b6ee-4734-9fb5-e59beab2f2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb00bb4a-4700-42a0-91e4-31ffc8d76c72,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:17.815113 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 44118) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:17.828880 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-11bf36fe-b114-4079-9fe7-874892f543a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:17.920662 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-11bf36fe-b114-4079-9fe7-874892f543a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:17.925493 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-11bf36fe-b114-4079-9fe7-874892f543a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:17.962360 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-11bf36fe-b114-4079-9fe7-874892f543a5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=205e60a13c2b4248bd6a18a9a5ef54bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461656 Aug 31 23:34:17.965027 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44124) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:17.967687 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf36fe-b114-4079-9fe7-874892f543a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c460173-75f1-4658-a259-bd2aeb1054da,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:18.019675 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dbea269f-1d9c-4afd-9ae7-0e7b2ffca70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:18.040269 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dbea269f-1d9c-4afd-9ae7-0e7b2ffca70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:18.086639 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dbea269f-1d9c-4afd-9ae7-0e7b2ffca70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:18.089437 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dbea269f-1d9c-4afd-9ae7-0e7b2ffca70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:18.090588 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-dbea269f-1d9c-4afd-9ae7-0e7b2ffca70a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6c460173-75f1-4658-a259-bd2aeb1054da HTTP/1.1" status: 204 len: 168 time: 0.1243498 Aug 31 23:34:18.098187 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea269f-1d9c-4afd-9ae7-0e7b2ffca70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c460173-75f1-4658-a259-bd2aeb1054da,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:18.251791 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ceef45-68be-4dd7-bc0a-3bfe966658a5 req-d874f363-4935-4296-a720-bc0ceab6f332 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:18.257154 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-22ceef45-68be-4dd7-bc0a-3bfe966658a5 req-d874f363-4935-4296-a720-bc0ceab6f332 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0573301 Aug 31 23:34:18.308067 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-22ceef45-68be-4dd7-bc0a-3bfe966658a5 req-ae31ff21-cb70-467c-9377-db4cb0c1da6a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467651 Aug 31 23:34:18.602697 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768f2d2-efcb-457e-b756-63851d039280 req-d39beef4-c083-4ea4-8fa5-9c8df38a41c2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:18.604177 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6768f2d2-efcb-457e-b756-63851d039280 req-d39beef4-c083-4ea4-8fa5-9c8df38a41c2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 945 time: 0.0501397 Aug 31 23:34:18.645619 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6768f2d2-efcb-457e-b756-63851d039280 req-79b06dc1-7360-49ed-bb17-785241e85f84 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354390 Aug 31 23:34:18.759797 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76ec74-e188-4eae-b7f6-6256be3c9ffd req-45994fc7-9bd5-4846-bca4-104c6d9bb841 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:18.761486 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6b76ec74-e188-4eae-b7f6-6256be3c9ffd req-45994fc7-9bd5-4846-bca4-104c6d9bb841 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 945 time: 0.0513926 Aug 31 23:34:18.800292 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6b76ec74-e188-4eae-b7f6-6256be3c9ffd req-d0d4f2cb-e30e-47fb-ae83-4b2d19bf6f1a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329628 Aug 31 23:34:18.823180 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44158) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:19.088765 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e78b2c-9680-41ed-a70a-027b28da253c tempest-TestVolumeBootPattern-1484596509 tempest-TestVolumeBootPattern-1484596509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:19.090252 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-60e78b2c-9680-41ed-a70a-027b28da253c tempest-TestVolumeBootPattern-1484596509 tempest-TestVolumeBootPattern-1484596509-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 1093 time: 0.2660248 Aug 31 23:34:19.093179 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44162) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:19.097577 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Request body: {'floatingip': {'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'port_id': '2def9b50-f6bd-4f62-b22d-083b6c3dd670', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:19.120985 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for floatingip, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:19.217903 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:19.315102 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Allocated IP 172.27.0.35 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/330ce34a-d4a7-4f2a-9481-4a9c1637e264) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:34:19.422801 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:19.430888 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b532f8-d221-4e20-9ca0-29e1aa66a864 req-ca804f6c-a61b-4f59-aa5a-917693b3950d tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:19.432382 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b7b532f8-d221-4e20-9ca0-29e1aa66a864 req-ca804f6c-a61b-4f59-aa5a-917693b3950d tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0483463 Aug 31 23:34:19.461167 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:19.471581 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b7b532f8-d221-4e20-9ca0-29e1aa66a864 req-46bd8c84-d670-4e3a-84f1-b354b2affe4a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324364 Aug 31 23:34:19.499658 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:34:19.503074 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:34:19.506645 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:34:19.511881 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event updated for resources: {'Port': ['ID=330ce34a-d4a7-4f2a-9481-4a9c1637e264,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:19.675006 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 44180) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:19.719784 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_v2 [None req-1295533f-11da-41fb-bbea-f12b470689b7 admin admin] Deleting subnet 1669b2ee-4d1c-4414-ad16-67074e215867 {{(pid=93845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:34:19.724049 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1295533f-11da-41fb-bbea-f12b470689b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:19.759305 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1295533f-11da-41fb-bbea-f12b470689b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14199089'] for subnet, precommit_delete_associations {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:19.802015 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1295533f-11da-41fb-bbea-f12b470689b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534214'] for subnet, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:19.859970 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1295533f-11da-41fb-bbea-f12b470689b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14659323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12765202'] for subnet, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:19.885018 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295533f-11da-41fb-bbea-f12b470689b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1669b2ee-4d1c-4414-ad16-67074e215867,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:19.892847 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1295533f-11da-41fb-bbea-f12b470689b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:19.896875 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-1295533f-11da-41fb-bbea-f12b470689b7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1669b2ee-4d1c-4414-ad16-67074e215867 HTTP/1.1" status: 204 len: 168 time: 0.2186780 Aug 31 23:34:19.897684 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 44184) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:19.965759 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9b8b-a463-423e-9bec-e25a36c47377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564137'] for network, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.048709 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9b8b-a463-423e-9bec-e25a36c47377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-555069', 'neutron.services.segments.db._delete_segments_for_network-8773537300673'] for network, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.058541 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-cbaa9b8b-a463-423e-9bec-e25a36c47377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d07136-399c-4cfa-b844-2fb55784657d']}} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:20.068927 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-cbaa9b8b-a463-423e-9bec-e25a36c47377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beeac71a-d59c-4e88-b8b1-5a1f1d6e5d59') {'for_net_delete': True} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:20.069212 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-cbaa9b8b-a463-423e-9bec-e25a36c47377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beeac71a-d59c-4e88-b8b1-5a1f1d6e5d59') {} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:20.078053 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9b8b-a463-423e-9bec-e25a36c47377 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773537312853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14199050'] for segment, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.092441 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9b8b-a463-423e-9bec-e25a36c47377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.099009 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbaa9b8b-a463-423e-9bec-e25a36c47377 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=93845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:34:20.099382 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9b8b-a463-423e-9bec-e25a36c47377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14659137'] for segment, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: Traceback (most recent call last): Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: timer() Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: cb(*args, **kw) Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: return func(*args, **kwargs) Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: self._notify() Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: self.callback(batched_events) Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: event.method(event) Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: return f(self, *a, **k) Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: return self._get(url).json() Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: return self.request(url, 'GET', **kwargs) Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:34:20.101012 dv-cinder-804459-5-iscsi neutron-server[93845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:34:20.153412 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9b8b-a463-423e-9bec-e25a36c47377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-555044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762335'] for network, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.160599 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9b8b-a463-423e-9bec-e25a36c47377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.164762 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-cbaa9b8b-a463-423e-9bec-e25a36c47377 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c8d07136-399c-4cfa-b844-2fb55784657d HTTP/1.1" status: 204 len: 168 time: 0.2666743 Aug 31 23:34:20.165486 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 44186) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:20.204060 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa9b8b-a463-423e-9bec-e25a36c47377 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8d07136-399c-4cfa-b844-2fb55784657d,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:20.209005 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.224850 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_v2 [None req-4244c6af-2d9b-479d-a6bd-3314084a19f0 admin admin] Deleting subnet f786e747-2d7c-4fca-afc2-5be3c6a6ee44 {{(pid=93845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:34:20.228091 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-4244c6af-2d9b-479d-a6bd-3314084a19f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.263376 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-4244c6af-2d9b-479d-a6bd-3314084a19f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14199089'] for subnet, precommit_delete_associations {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.303151 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-4244c6af-2d9b-479d-a6bd-3314084a19f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534214'] for subnet, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.316572 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.359193 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-4244c6af-2d9b-479d-a6bd-3314084a19f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14659323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12765202'] for subnet, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.386667 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244c6af-2d9b-479d-a6bd-3314084a19f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f786e747-2d7c-4fca-afc2-5be3c6a6ee44,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:20.392281 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-4244c6af-2d9b-479d-a6bd-3314084a19f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.394664 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-4244c6af-2d9b-479d-a6bd-3314084a19f0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f786e747-2d7c-4fca-afc2-5be3c6a6ee44 HTTP/1.1" status: 204 len: 168 time: 0.2264464 Aug 31 23:34:20.397053 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 44194) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:20.469552 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.470136 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3dc47e41-4c72-4b46-87e3-ba4f1e6e17f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564137'] for network, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.473436 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12942635'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.545482 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event updated for resources: {'Port': ['ID=330ce34a-d4a7-4f2a-9481-4a9c1637e264,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:20.553942 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762317'] for floatingip, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.556212 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3dc47e41-4c72-4b46-87e3-ba4f1e6e17f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-555069', 'neutron.services.segments.db._delete_segments_for_network-8773537300673'] for network, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.584697 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-3dc47e41-4c72-4b46-87e3-ba4f1e6e17f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d49f6b-4a35-4464-b4d6-fc1c0f6c7fed']}} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:20.609662 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-3dc47e41-4c72-4b46-87e3-ba4f1e6e17f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f83c2c4-4628-4d60-bea8-58a66c6be165') {'for_net_delete': True} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:20.609968 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-3dc47e41-4c72-4b46-87e3-ba4f1e6e17f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f83c2c4-4628-4d60-bea8-58a66c6be165') {} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:20.621610 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3dc47e41-4c72-4b46-87e3-ba4f1e6e17f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773537312853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14199050'] for segment, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.647659 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6d809-0fa8-450a-b4b2-fd0014414fa3 req-746d50e5-2718-439b-ad5a-e966536b08f6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:20.649182 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-88c6d809-0fa8-450a-b4b2-fd0014414fa3 req-746d50e5-2718-439b-ad5a-e966536b08f6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0901718 Aug 31 23:34:20.650263 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3dc47e41-4c72-4b46-87e3-ba4f1e6e17f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.657979 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc47e41-4c72-4b46-87e3-ba4f1e6e17f4 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=93845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:34:20.658367 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3dc47e41-4c72-4b46-87e3-ba4f1e6e17f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14659137'] for segment, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: Traceback (most recent call last): Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: timer() Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: cb(*args, **kw) Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: return func(*args, **kwargs) Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: self._notify() Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: self.callback(batched_events) Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: event.method(event) Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: return f(self, *a, **k) Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: return self._get(url).json() Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: return self.request(url, 'GET', **kwargs) Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:34:20.660026 dv-cinder-804459-5-iscsi neutron-server[93845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:34:20.670607 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.l3_db [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Floating IP 7fe95ef8-bea5-48ab-a3c0-1148aeb4ed13 associated. External IP: 172.27.0.35, port: 2def9b50-f6bd-4f62-b22d-083b6c3dd670. Aug 31 23:34:20.735594 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-88c6d809-0fa8-450a-b4b2-fd0014414fa3 req-38f53107-b872-4346-87d4-9604342fff12 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795360 Aug 31 23:34:20.736958 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3dc47e41-4c72-4b46-87e3-ba4f1e6e17f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-555044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762335'] for network, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.743319 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3dc47e41-4c72-4b46-87e3-ba4f1e6e17f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:20.748208 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-3dc47e41-4c72-4b46-87e3-ba4f1e6e17f4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/86d49f6b-4a35-4464-b4d6-fc1c0f6c7fed HTTP/1.1" status: 204 len: 168 time: 0.3500509 Aug 31 23:34:20.763702 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc47e41-4c72-4b46-87e3-ba4f1e6e17f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=86d49f6b-4a35-4464-b4d6-fc1c0f6c7fed,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:20.896698 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Router df8e8eaf-97bd-4177-a772-b8b758d5ff31 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:34:20.919511 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 44208) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:20.959582 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-eff64012-ed71-4a5e-a534-01c3a6ee2c1e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7520796f6b8f48d4ab8eb616a264d163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389066 Aug 31 23:34:20.962033 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 44210) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:21.003099 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:34:21.012169 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ad5eae28-0658-47f7-9b65-ed81808fd139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:21.013470 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f071a624-3564-40e8-b396-7e21af2f3668 None None] Sync routers for ids ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:34:21.022093 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:21.023638 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071a624-3564-40e8-b396-7e21af2f3668 None None] Routers {'df8e8eaf-97bd-4177-a772-b8b758d5ff31'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:34:21.024256 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-f071a624-3564-40e8-b396-7e21af2f3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:34:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:21.038659 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ad5eae28-0658-47f7-9b65-ed81808fd139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:21.064350 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-137e12ba-cefe-4749-889a-9542980da08f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9699111 Aug 31 23:34:21.065115 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2', 'tag': '2def9b50-f6bd-4f62-b22d-083b6c3dd670'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:34:21.072381 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f13e17d4f082eee8db626e153c8674a5f3112bea7488b178d1c4a6516ff361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a99fcb2-d6ce-4bf6-981d-3ebaf9c8086d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2", "tag": "2def9b50-f6bd-4f62-b22d-083b6c3dd670"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:34:21.097741 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ad5eae28-0658-47f7-9b65-ed81808fd139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:21.100798 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ad5eae28-0658-47f7-9b65-ed81808fd139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:21.105144 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-ad5eae28-0658-47f7-9b65-ed81808fd139 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5e692666-576b-43c1-83dc-8124732b80b3 HTTP/1.1" status: 204 len: 168 time: 0.1419716 Aug 31 23:34:21.114990 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccb2ff6-3fb4-4b38-a476-bb4cb1750e14 x-openstack-request-id: req-9ccb2ff6-3fb4-4b38-a476-bb4cb1750e14 {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:34:21.115278 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2", "tag": "2def9b50-f6bd-4f62-b22d-083b6c3dd670", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:34:21.115526 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9ccb2ff6-3fb4-4b38-a476-bb4cb1750e14 {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:34:21.115791 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5eae28-0658-47f7-9b65-ed81808fd139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e692666-576b-43c1-83dc-8124732b80b3,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:21.115899 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2', 'tag': '2def9b50-f6bd-4f62-b22d-083b6c3dd670', 'status': 'completed', 'code': 200} Aug 31 23:34:21.160063 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-f071a624-3564-40e8-b396-7e21af2f3668 None None] Set router df8e8eaf-97bd-4177-a772-b8b758d5ff31 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:34:21.208953 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99fcb2-d6ce-4bf6-981d-3ebaf9c8086d req-00d71edf-ad0e-4b3c-ac67-588aabb83a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:21.211096 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1a99fcb2-d6ce-4bf6-981d-3ebaf9c8086d req-00d71edf-ad0e-4b3c-ac67-588aabb83a1d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b688313b25cd4a65a9e59f26ecccba69&device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 1098 time: 0.0436125 Aug 31 23:34:21.355155 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99fcb2-d6ce-4bf6-981d-3ebaf9c8086d req-46f76e3b-8a45-4b6f-a315-4ffb25981221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:21.356892 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1a99fcb2-d6ce-4bf6-981d-3ebaf9c8086d req-46f76e3b-8a45-4b6f-a315-4ffb25981221 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b HTTP/1.1" status: 200 len: 913 time: 0.1331906 Aug 31 23:34:21.451278 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-f071a624-3564-40e8-b396-7e21af2f3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': '7fe95ef8-bea5-48ab-a3c0-1148aeb4ed13', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'port_id': '2def9b50-f6bd-4f62-b22d-083b6c3dd670', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'mac_address': 'fa:16:3e:2d:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:34:19Z', 'updated_at': '2021-08-31T23:34:19Z', 'revision_number': 0, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:21.452500 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1a99fcb2-d6ce-4bf6-981d-3ebaf9c8086d req-be96a34f-8ca8-4c2d-bce7-c7b50181888f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2def9b50-f6bd-4f62-b22d-083b6c3dd670 HTTP/1.1" status: 200 len: 998 time: 0.0742426 Aug 31 23:34:21.503527 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44230) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:21.530671 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99fcb2-d6ce-4bf6-981d-3ebaf9c8086d req-7f4d290e-0691-4e17-9116-33e54b339d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:21.532780 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1a99fcb2-d6ce-4bf6-981d-3ebaf9c8086d req-7f4d290e-0691-4e17-9116-33e54b339d19 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e8c92f8-319d-4063-b51c-7c81f6bd05c9 HTTP/1.1" status: 200 len: 851 time: 0.0578246 Aug 31 23:34:21.568556 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-1ae8c8b2-cc61-4352-87aa-42f5d71ece94 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f0e2130efe9649319739cb5dba61c484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626495 Aug 31 23:34:21.570661 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44234) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:21.583145 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f071a624-3564-40e8-b396-7e21af2f3668 None None] Checking router: df8e8eaf-97bd-4177-a772-b8b758d5ff31 for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:34:21.592723 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99fcb2-d6ce-4bf6-981d-3ebaf9c8086d req-f30185d2-4a28-4a14-98df-cd6d97c77a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:21.594850 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1a99fcb2-d6ce-4bf6-981d-3ebaf9c8086d req-f30185d2-4a28-4a14-98df-cd6d97c77a49 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502949 Aug 31 23:34:21.599304 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071a624-3564-40e8-b396-7e21af2f3668 None None] Routers {'df8e8eaf-97bd-4177-a772-b8b758d5ff31'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:34:21.600056 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-f071a624-3564-40e8-b396-7e21af2f3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:34:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:21.624210 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0764193b-2604-44fc-ac39-a5c06f231b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:21.653469 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0764193b-2604-44fc-ac39-a5c06f231b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:21.745802 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-f071a624-3564-40e8-b396-7e21af2f3668 None None] Set router df8e8eaf-97bd-4177-a772-b8b758d5ff31 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:34:21.787555 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1a99fcb2-d6ce-4bf6-981d-3ebaf9c8086d req-c61c966d-0e92-4262-8d8b-1a01147332b1 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754119 Aug 31 23:34:21.801473 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0764193b-2604-44fc-ac39-a5c06f231b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:21.804635 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0764193b-2604-44fc-ac39-a5c06f231b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:21.805826 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-0764193b-2604-44fc-ac39-a5c06f231b6b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dcd317ed-7edd-4a3f-8def-eddc6590cae4 HTTP/1.1" status: 204 len: 168 time: 0.2342350 Aug 31 23:34:21.825631 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764193b-2604-44fc-ac39-a5c06f231b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd317ed-7edd-4a3f-8def-eddc6590cae4,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:21.852517 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97298a7-aa70-4333-a0a0-46907db7d97d req-ede9d8d8-39eb-4277-a421-a2814d7c38ca tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:21.863240 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c97298a7-aa70-4333-a0a0-46907db7d97d req-ede9d8d8-39eb-4277-a421-a2814d7c38ca tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.1281958 Aug 31 23:34:21.907317 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c97298a7-aa70-4333-a0a0-46907db7d97d req-0883b923-ced5-4fbe-99a4-c56baba02273 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430906 Aug 31 23:34:21.922740 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6d032-16f7-4b09-9a10-0f5203923524 req-49a09729-d803-4413-879e-a0399f620b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:21.924351 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a5c6d032-16f7-4b09-9a10-0f5203923524 req-49a09729-d803-4413-879e-a0399f620b53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=50a47fc76e7d48e5b704d5f2dd962483&device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 1098 time: 0.1834435 Aug 31 23:34:21.981938 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e08031-bf3c-4445-8bda-7f9c4f8b9376 req-50efa9e0-862d-4d55-a8e2-48441a3eca50 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:21.983479 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-92e08031-bf3c-4445-8bda-7f9c4f8b9376 req-50efa9e0-862d-4d55-a8e2-48441a3eca50 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.1032848 Aug 31 23:34:22.034593 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1a99fcb2-d6ce-4bf6-981d-3ebaf9c8086d req-7bb31fc5-ecfa-4115-9b7d-dcfbee42f3e8 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396762 Aug 31 23:34:22.084651 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-f071a624-3564-40e8-b396-7e21af2f3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': '7fe95ef8-bea5-48ab-a3c0-1148aeb4ed13', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'port_id': '2def9b50-f6bd-4f62-b22d-083b6c3dd670', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'mac_address': 'fa:16:3e:2d:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:34:19Z', 'updated_at': '2021-08-31T23:34:19Z', 'revision_number': 0, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:22.088291 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-92e08031-bf3c-4445-8bda-7f9c4f8b9376 req-a44cd4d6-3679-4227-bbcc-57d2f00581a4 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729930 Aug 31 23:34:22.104038 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6d032-16f7-4b09-9a10-0f5203923524 req-d8323c86-6631-4d72-a455-32ec35094234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:22.105789 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a5c6d032-16f7-4b09-9a10-0f5203923524 req-d8323c86-6631-4d72-a455-32ec35094234 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4bcb073e-1d75-46c6-8333-a59aa396399f HTTP/1.1" status: 200 len: 920 time: 0.1613362 Aug 31 23:34:22.115077 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f071a624-3564-40e8-b396-7e21af2f3668 None None] The sync data for ids ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'] in dv-cinder-804459-5-iscsi is: [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': '7fe95ef8-bea5-48ab-a3c0-1148aeb4ed13', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'port_id': '2def9b50-f6bd-4f62-b22d-083b6c3dd670', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'mac_address': 'fa:16:3e:2d:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:34:19Z', 'updated_at': '2021-08-31T23:34:19Z', 'revision_number': 0, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:34:22.157552 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a5c6d032-16f7-4b09-9a10-0f5203923524 req-d9e40bf4-b69c-44ba-a8cb-2613282584e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f75ec18e-555b-47f3-a862-1608fd678194 HTTP/1.1" status: 200 len: 217 time: 0.0438721 Aug 31 23:34:22.215957 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6d032-16f7-4b09-9a10-0f5203923524 req-adbd85b3-4d1f-4322-9b97-8d7a5ef466ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:22.217648 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a5c6d032-16f7-4b09-9a10-0f5203923524 req-adbd85b3-4d1f-4322-9b97-8d7a5ef466ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c53f0166-3f80-478d-8aa4-6c43d9c06f6f HTTP/1.1" status: 200 len: 859 time: 0.0511982 Aug 31 23:34:22.260173 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a5c6d032-16f7-4b09-9a10-0f5203923524 req-3c1c7b84-8f50-443b-ad8c-16627670b7a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4bcb073e-1d75-46c6-8333-a59aa396399f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298913 Aug 31 23:34:22.360964 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c032fb66-2adc-4e60-b4c2-10b043aab075 None None] New status for floating IP 7fe95ef8-bea5-48ab-a3c0-1148aeb4ed13: ACTIVE {{(pid=93847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:34:22.388409 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a5c6d032-16f7-4b09-9a10-0f5203923524 req-7382c17d-c4e5-4a52-a0c1-0af2e5ae8494 service neutron] 10.222.0.53 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094353 Aug 31 23:34:22.494846 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a5c6d032-16f7-4b09-9a10-0f5203923524 req-9f81a6b1-a05f-4ff8-8007-e0c82ce7d7a4 service neutron] 10.222.0.53 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975711 Aug 31 23:34:22.654331 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44268) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:22.746890 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-e3cf066f-ee38-43ef-ba44-b02a8b71a5c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1990843689-network', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:22.769258 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cf066f-ee38-43ef-ba44-b02a8b71a5c5 admin admin] Made reservation on behalf of f75b6405be564ffdb7665aac04076be8 for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:34:22.771457 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e3cf066f-ee38-43ef-ba44-b02a8b71a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:22.779358 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e3cf066f-ee38-43ef-ba44-b02a8b71a5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:22.874266 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e3cf066f-ee38-43ef-ba44-b02a8b71a5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:22.878769 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e3cf066f-ee38-43ef-ba44-b02a8b71a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:22.900145 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3cf066f-ee38-43ef-ba44-b02a8b71a5c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:34:22.915135 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf066f-ee38-43ef-ba44-b02a8b71a5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d381b5ab-7482-4a5b-ad9e-d4e1c360df67,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:22.918084 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e3cf066f-ee38-43ef-ba44-b02a8b71a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:22.918428 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-e3cf066f-ee38-43ef-ba44-b02a8b71a5c5 admin admin] Added segment a177205c-9010-4c4f-93d5-fc9c217e4133 of type vlan for network 14de6d80-abda-4d5b-8d82-e5fae0543b93 Aug 31 23:34:22.963394 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e3cf066f-ee38-43ef-ba44-b02a8b71a5c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:22.994216 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e3cf066f-ee38-43ef-ba44-b02a8b71a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:22.995404 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cf066f-ee38-43ef-ba44-b02a8b71a5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:22.996658 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e3cf066f-ee38-43ef-ba44-b02a8b71a5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:23.052547 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-e3cf066f-ee38-43ef-ba44-b02a8b71a5c5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3962157 Aug 31 23:34:23.055411 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44288) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:23.061758 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-5424b9f1-eef5-4efe-89aa-cbf2f14f7ec4 admin admin] Request body: {'subnet': {'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1990843689-subnet', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'ip_version': 4}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:23.065865 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596e046-24b4-4ffd-846e-cba7f8bccfa9 req-8fc6ccfa-3a32-448a-9885-2c0eb2606900 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:23.068550 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf066f-ee38-43ef-ba44-b02a8b71a5c5 admin admin] Pushing event updated for resources: {'Network': ['ID=14de6d80-abda-4d5b-8d82-e5fae0543b93,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:23.074776 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1596e046-24b4-4ffd-846e-cba7f8bccfa9 req-8fc6ccfa-3a32-448a-9885-2c0eb2606900 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0719151 Aug 31 23:34:23.083143 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network 14de6d80-abda-4d5b-8d82-e5fae0543b93 details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:34:23.115591 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1596e046-24b4-4ffd-846e-cba7f8bccfa9 req-415be5ae-89a1-4dd7-826c-310c0b110b9b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395091 Aug 31 23:34:23.139037 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5424b9f1-eef5-4efe-89aa-cbf2f14f7ec4 admin admin] Made reservation on behalf of f75b6405be564ffdb7665aac04076be8 for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:34:23.142484 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5424b9f1-eef5-4efe-89aa-cbf2f14f7ec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12932366'] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:23.234595 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9671089-da79-4952-ba92-8688520d7f47 req-5bb49091-241c-4246-a7c7-11b3e0fd20ae tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:23.236053 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d9671089-da79-4952-ba92-8688520d7f47 req-5bb49091-241c-4246-a7c7-11b3e0fd20ae tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0527382 Aug 31 23:34:23.250744 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-01f160d6-641f-43aa-8ac5-3f02ea065561 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:23.252249 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-01f160d6-641f-43aa-8ac5-3f02ea065561 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/networks?id=03ddb66a-f30e-4aed-9d86-e20e86a51596 HTTP/1.1" status: 200 len: 814 time: 0.1732478 Aug 31 23:34:23.273568 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-ab6380fe-b94d-4d47-af70-7b03561dafee tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/quotas/b949fab8f66a4e47b5e5d9540c3fd3fd HTTP/1.1" status: 200 len: 375 time: 0.0145326 Aug 31 23:34:23.274939 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d9671089-da79-4952-ba92-8688520d7f47 req-d75e6934-6f4a-4208-a89d-306d3cf555bb tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328491 Aug 31 23:34:23.390677 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-37bee9b8-b58a-4dc6-8923-982da52c0e97 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b949fab8f66a4e47b5e5d9540c3fd3fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1094842 Aug 31 23:34:23.398339 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5424b9f1-eef5-4efe-89aa-cbf2f14f7ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12943010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12932376'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:23.497518 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424b9f1-eef5-4efe-89aa-cbf2f14f7ec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:23.529261 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424b9f1-eef5-4efe-89aa-cbf2f14f7ec4 admin admin] Checking segment: {'id': 'a177205c-9010-4c4f-93d5-fc9c217e4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:34:23.529612 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5424b9f1-eef5-4efe-89aa-cbf2f14f7ec4 admin admin] Network hostable DHCP agents. Network: 14de6d80-abda-4d5b-8d82-e5fae0543b93, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:34:23.544011 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-82bb0bdf-ec83-4f99-abdb-78dbdfe9fa47 service neutron] 10.222.0.54 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434281 Aug 31 23:34:23.569642 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5424b9f1-eef5-4efe-89aa-cbf2f14f7ec4 admin admin] Network 14de6d80-abda-4d5b-8d82-e5fae0543b93 is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:34:23.603865 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-5424b9f1-eef5-4efe-89aa-cbf2f14f7ec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, 14de6d80-abda-4d5b-8d82-e5fae0543b93) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:34:23.610104 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5424b9f1-eef5-4efe-89aa-cbf2f14f7ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:23.610687 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5424b9f1-eef5-4efe-89aa-cbf2f14f7ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:23.612334 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469fff7e-821c-4267-899b-a3e8748c3d6c None None] Network 14de6d80-abda-4d5b-8d82-e5fae0543b93 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:34:23.634658 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-5424b9f1-eef5-4efe-89aa-cbf2f14f7ec4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5760572 Aug 31 23:34:23.634858 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44296) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:23.641449 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1990843689-router', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:23.669916 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-b4fc7ea0-90f2-457a-8bbe-a9ef001cb858 service neutron] 10.222.0.54 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188226 Aug 31 23:34:23.678751 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30491'] for router, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:23.680934 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1764587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30476'] for router, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:23.854966 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2386bdd0-f743-41d6-ba40-1ff3404da3af req-1f2ad434-9960-413e-8af1-9ff0b2730d7b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 210 time: 0.0401597 Aug 31 23:34:23.888603 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b006289-ba80-526b-bc95-ba2cef7064da-14de6d80-abda-4d5b-8d82-e5fae0543b93', 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'fixed_ips': [{'subnet_id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716'}]}} from dv-cinder-804459-5-iscsi. {{(pid=93847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:34:23.889479 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:23.960121 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:24.049799 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Allocated IP 172.20.0.2 (14de6d80-abda-4d5b-8d82-e5fae0543b93/a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716/91c36f67-0b6d-4395-9aae-08d9b418ae73) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:34:24.113664 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:24.224142 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:24.234704 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Transition to ACTIVE for port object 91c36f67-0b6d-4395-9aae-08d9b418ae73 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:34:24.253335 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Transition to ACTIVE for port object 91c36f67-0b6d-4395-9aae-08d9b418ae73 will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:34:24.259535 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:24.301565 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Network 14de6d80-abda-4d5b-8d82-e5fae0543b93 is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:34:24.308575 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:34:24.312671 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:34:24.315600 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc7c52-dcda-4ebc-b182-89e63c3b59da req-687959e7-bf52-4b92-b574-d7bd35703d80 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:24.317435 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b4dc7c52-dcda-4ebc-b182-89e63c3b59da req-687959e7-bf52-4b92-b574-d7bd35703d80 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.1197114 Aug 31 23:34:24.325932 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Pushing event updated for resources: {'Port': ['ID=91c36f67-0b6d-4395-9aae-08d9b418ae73,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:24.383309 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Attempting to bind port 91c36f67-0b6d-4395-9aae-08d9b418ae73 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:34:24.383309 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Attempting to bind port 91c36f67-0b6d-4395-9aae-08d9b418ae73 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'a177205c-9010-4c4f-93d5-fc9c217e4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:34:24.384112 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Attempting to bind port 91c36f67-0b6d-4395-9aae-08d9b418ae73 on network 14de6d80-abda-4d5b-8d82-e5fae0543b93 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:34:24.391808 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:34:24.391808 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Checking segment: {'id': 'a177205c-9010-4c4f-93d5-fc9c217e4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:34:24.391808 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:24.391808 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Bound using segment: {'id': 'a177205c-9010-4c4f-93d5-fc9c217e4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:34:24.393382 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b4dc7c52-dcda-4ebc-b182-89e63c3b59da req-f441c617-b142-4802-be2f-e595b54345ca tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677767 Aug 31 23:34:24.393531 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Bound port: 91c36f67-0b6d-4395-9aae-08d9b418ae73, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a177205c-9010-4c4f-93d5-fc9c217e4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:34:24.394007 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:24.404033 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:24.425155 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:24.438592 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc8418-764d-462c-abce-5b8c751f0c9e req-54c67625-8c48-4127-a980-c91186233ddb tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:24.440202 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1ddc8418-764d-462c-abce-5b8c751f0c9e req-54c67625-8c48-4127-a980-c91186233ddb tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0709405 Aug 31 23:34:24.483381 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] For port 91c36f67-0b6d-4395-9aae-08d9b418ae73, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:34:24.488169 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] For port 91c36f67-0b6d-4395-9aae-08d9b418ae73, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=91c36f67-0b6d-4395-9aae-08d9b418ae73,segment=NetworkSegment(a177205c-9010-4c4f-93d5-fc9c217e4133),segment_id=a177205c-9010-4c4f-93d5-fc9c217e4133)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:34:24.492988 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:24.495496 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1ddc8418-764d-462c-abce-5b8c751f0c9e req-08ebc82f-d2c5-4cde-ac08-ecb12d86f229 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491407 Aug 31 23:34:24.537772 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Allocated IP 172.27.0.86 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/0065b360-3e33-49c8-98ff-08d7f0c603bf) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:34:24.566755 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b7ca5-1ac0-4211-b858-1bf61e9a759c None None] Pushing event updated for resources: {'Port': ['ID=91c36f67-0b6d-4395-9aae-08d9b418ae73,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:24.646532 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:24.687687 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:24.736408 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:34:24.739519 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:34:24.742450 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:34:24.747849 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0065b360-3e33-49c8-98ff-08d7f0c603bf,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:24.973683 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-79aecfac-a2b4-4949-b32d-d918cd70d734 req-49102e2e-511f-4688-bd11-93804b93b18a tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 210 time: 0.0325344 Aug 31 23:34:25.036916 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:25.245441 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763563'] for router, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:25.298009 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-d4300163-19e1-471a-865b-439ed41a8561 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:25.299561 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-d4300163-19e1-471a-865b-439ed41a8561 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.53 "GET /v2.0/networks?id=03ddb66a-f30e-4aed-9d86-e20e86a51596 HTTP/1.1" status: 200 len: 814 time: 0.3633306 Aug 31 23:34:25.317703 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-db079299-aacb-419e-8dc4-b6812d4671e9 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Request body: {'port': {'device_id': '7f2256c8-8be0-45d0-a658-e4befb69c2fc', 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596', 'admin_state_up': True, 'tenant_id': 'b949fab8f66a4e47b5e5d9540c3fd3fd'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:25.380280 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Router 858a1696-479f-4186-8fa0-69d7022163be is scheduled to L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 with binding_index 1 {{(pid=93846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:34:25.451931 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-db079299-aacb-419e-8dc4-b6812d4671e9 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Made reservation on behalf of b949fab8f66a4e47b5e5d9540c3fd3fd for: {'port': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:34:25.455948 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-db079299-aacb-419e-8dc4-b6812d4671e9 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:25.514232 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:34:25.537179 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 91c36f67-0b6d-4395-9aae-08d9b418ae73 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:34:25.543042 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Sync routers for ids ['858a1696-479f-4186-8fa0-69d7022163be'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:34:25.557403 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:25.557881 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Routers {'858a1696-479f-4186-8fa0-69d7022163be'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:34:25.558580 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:34:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['858a1696-479f-4186-8fa0-69d7022163be'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:25.559263 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-57730cef-d53f-4081-9975-d109a6f805f8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9233940 Aug 31 23:34:25.563191 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44326) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:25.573470 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74befe3c-c551-4680-aa0e-44cdad7b50d5 None None] Network 14de6d80-abda-4d5b-8d82-e5fae0543b93 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:34:25.643700 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f5deb-bf6f-40fc-83d1-155069d3a108 req-c6f818e7-654b-42c0-85c6-499e8d156ea4 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:25.645548 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-462f5deb-bf6f-40fc-83d1-155069d3a108 req-c6f818e7-654b-42c0-85c6-499e8d156ea4 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.1289644 Aug 31 23:34:25.676388 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-1370f389-266b-412f-af6e-7f3940ea6db3 None None] Provisioning for port 91c36f67-0b6d-4395-9aae-08d9b418ae73 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:34:25.685805 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-db079299-aacb-419e-8dc4-b6812d4671e9 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Allocated IP 172.20.0.12 (03ddb66a-f30e-4aed-9d86-e20e86a51596/3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf/7b727c98-7a08-40c5-a013-0bc902c9d49b) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:34:25.709154 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 91c36f67-0b6d-4395-9aae-08d9b418ae73 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:34:25.718955 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Set router 858a1696-479f-4186-8fa0-69d7022163be gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:34:25.719206 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 91c36f67-0b6d-4395-9aae-08d9b418ae73 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:25.719649 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:25.725998 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-462f5deb-bf6f-40fc-83d1-155069d3a108 req-a1c60db0-b952-425b-bfbe-97eaf96fcb48 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712504 Aug 31 23:34:25.893479 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:25.902849 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-db079299-aacb-419e-8dc4-b6812d4671e9 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:25.903368 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328c84d-3221-4379-ac97-5fd4dab6024c req-a1fff5ec-455c-40b4-9040-8175b821d32b tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:25.911366 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6328c84d-3221-4379-ac97-5fd4dab6024c req-a1fff5ec-455c-40b4-9040-8175b821d32b tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.3058484 Aug 31 23:34:25.933844 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port 91c36f67-0b6d-4395-9aae-08d9b418ae73, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=91c36f67-0b6d-4395-9aae-08d9b418ae73,segment=NetworkSegment(a177205c-9010-4c4f-93d5-fc9c217e4133),segment_id=a177205c-9010-4c4f-93d5-fc9c217e4133)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:25.939369 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:25.976257 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-db079299-aacb-419e-8dc4-b6812d4671e9 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:25.995832 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['bd412178-72a4-400d-a2ce-edb25feb3689', '3b1ac077-d08a-4ca7-95dc-39c578fbf5e0', '20234e10-5596-41d5-b883-1104e5b4e2b0'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:34:25.996381 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858a1696-479f-4186-8fa0-69d7022163be', 'name': 'tempest-TestShelveInstance-1990843689-router', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:23Z', 'updated_at': '2021-08-31T23:34:24Z', 'revision_number': 3, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'gw_port': {'id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:24Z', 'updated_at': '2021-08-31T23:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:26.038498 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-db079299-aacb-419e-8dc4-b6812d4671e9 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Network 03ddb66a-f30e-4aed-9d86-e20e86a51596 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:34:26.041510 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-db079299-aacb-419e-8dc4-b6812d4671e9 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:34:26.045506 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=91c36f67-0b6d-4395-9aae-08d9b418ae73,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:26.060968 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6328c84d-3221-4379-ac97-5fd4dab6024c req-8063c5bd-3d48-46ed-9162-4e903c4915b9 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486244 Aug 31 23:34:26.061207 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-db079299-aacb-419e-8dc4-b6812d4671e9 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:34:26.068910 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db079299-aacb-419e-8dc4-b6812d4671e9 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Pushing event updated for resources: {'Port': ['ID=7b727c98-7a08-40c5-a013-0bc902c9d49b,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:26.088789 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Checking router: 858a1696-479f-4186-8fa0-69d7022163be for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:34:26.089142 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Updating router 858a1696-479f-4186-8fa0-69d7022163be port 0065b360-3e33-49c8-98ff-08d7f0c603bf binding host dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:34:26.130976 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:26.227952 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-db079299-aacb-419e-8dc4-b6812d4671e9 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:26.228788 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-db079299-aacb-419e-8dc4-b6812d4671e9 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:26.246880 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004acf5c-c85b-45b8-8a7a-835cd7afc259 req-8ac5fa9b-8371-4479-8185-a61d39c02956 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:26.254650 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-004acf5c-c85b-45b8-8a7a-835cd7afc259 req-8ac5fa9b-8371-4479-8185-a61d39c02956 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 932 time: 0.1353343 Aug 31 23:34:26.276450 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:26.298566 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-db079299-aacb-419e-8dc4-b6812d4671e9 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9846737 Aug 31 23:34:26.302352 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-004acf5c-c85b-45b8-8a7a-835cd7afc259 req-00416831-ef93-45b7-a02b-bd3c752d8db8 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466821 Aug 31 23:34:26.321796 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Request body: {'port': {'device_id': '7f2256c8-8be0-45d0-a658-e4befb69c2fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:26.387428 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:26.395745 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-2e60de0a-a983-4a92-a6f7-1d92ed0e65e9 None None] Provisioning complete for port 91c36f67-0b6d-4395-9aae-08d9b418ae73 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:26.396467 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2e60de0a-a983-4a92-a6f7-1d92ed0e65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:26.543783 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:26.559985 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Transition to ACTIVE for port object 0065b360-3e33-49c8-98ff-08d7f0c603bf will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:34:26.568113 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:26.576444 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Allocated IP 172.20.0.1 (14de6d80-abda-4d5b-8d82-e5fae0543b93/a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716/8923f0e1-28b5-478a-874a-85a6f69e1fe2) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:34:26.621734 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Attempting to bind port 0065b360-3e33-49c8-98ff-08d7f0c603bf on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:34:26.622105 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Attempting to bind port 0065b360-3e33-49c8-98ff-08d7f0c603bf by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:34:26.622472 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Attempting to bind port 0065b360-3e33-49c8-98ff-08d7f0c603bf on network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:34:26.634534 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:34:26.634914 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Checking segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:34:26.635311 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:26.635704 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Bound using segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:34:26.636174 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Bound port: 0065b360-3e33-49c8-98ff-08d7f0c603bf, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:34:26.636624 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:26.641515 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55866439-c112-48e1-b29e-ac59255e8b98 None None] Pushing event updated for resources: {'Port': ['ID=0065b360-3e33-49c8-98ff-08d7f0c603bf,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:26.667986 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866439-c112-48e1-b29e-ac59255e8b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:26.668366 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866439-c112-48e1-b29e-ac59255e8b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:26.668710 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866439-c112-48e1-b29e-ac59255e8b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:26.669047 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866439-c112-48e1-b29e-ac59255e8b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:26.669544 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866439-c112-48e1-b29e-ac59255e8b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:26.669707 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866439-c112-48e1-b29e-ac59255e8b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:26.670035 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866439-c112-48e1-b29e-ac59255e8b98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:26.670359 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866439-c112-48e1-b29e-ac59255e8b98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:26.670707 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866439-c112-48e1-b29e-ac59255e8b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:26.671031 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866439-c112-48e1-b29e-ac59255e8b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:26.672186 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866439-c112-48e1-b29e-ac59255e8b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:26.672540 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866439-c112-48e1-b29e-ac59255e8b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:34:26.687481 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:26.700644 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Transition to ACTIVE for port object 8923f0e1-28b5-478a-874a-85a6f69e1fe2 will not be triggered until provisioned by entity DHCP. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:34:26.709146 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] For port 0065b360-3e33-49c8-98ff-08d7f0c603bf, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:34:26.712679 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] For port 0065b360-3e33-49c8-98ff-08d7f0c603bf, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=0065b360-3e33-49c8-98ff-08d7f0c603bf,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:34:26.717227 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:26.724623 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b727c98-7a08-40c5-a013-0bc902c9d49b {{(pid=93845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:34:26.733532 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:26.737678 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:26.747299 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Transition to ACTIVE for port object 7b727c98-7a08-40c5-a013-0bc902c9d49b will not be triggered until provisioned by entity L2. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:34:26.751674 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:26.788828 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Network 14de6d80-abda-4d5b-8d82-e5fae0543b93 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:34:26.789085 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Routers {'858a1696-479f-4186-8fa0-69d7022163be'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:34:26.790004 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:34:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['858a1696-479f-4186-8fa0-69d7022163be'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:26.792026 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:34:26.797451 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:34:26.800952 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Pushing event updated for resources: {'Port': ['ID=8923f0e1-28b5-478a-874a-85a6f69e1fe2,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:26.848165 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55866439-c112-48e1-b29e-ac59255e8b98 None None] Pushing event updated for resources: {'Port': ['ID=0065b360-3e33-49c8-98ff-08d7f0c603bf,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:26.858324 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Pushing event updated for resources: {'Port': ['ID=7b727c98-7a08-40c5-a013-0bc902c9d49b,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:26.875170 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762456'] for router_interface, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:26.922340 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Attempting to bind port 7b727c98-7a08-40c5-a013-0bc902c9d49b on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:34:26.922963 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Attempting to bind port 7b727c98-7a08-40c5-a013-0bc902c9d49b by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '7e00c7df-7c29-4c1a-9182-e0beb5b55915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596'}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:34:26.923257 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Attempting to bind port 7b727c98-7a08-40c5-a013-0bc902c9d49b on network 03ddb66a-f30e-4aed-9d86-e20e86a51596 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:34:26.927403 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] Set router 858a1696-479f-4186-8fa0-69d7022163be gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:34:26.928261 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Port 7b727c98-7a08-40c5-a013-0bc902c9d49b on network 03ddb66a-f30e-4aed-9d86-e20e86a51596 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:34:26.928674 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Attempting to bind port 7b727c98-7a08-40c5-a013-0bc902c9d49b on network 03ddb66a-f30e-4aed-9d86-e20e86a51596 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:34:26.933799 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:34:26.934224 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Checking segment: {'id': '7e00c7df-7c29-4c1a-9182-e0beb5b55915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:34:26.934678 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Bound using segment: {'id': '7e00c7df-7c29-4c1a-9182-e0beb5b55915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596'} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:34:26.935178 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Bound port: 7b727c98-7a08-40c5-a013-0bc902c9d49b, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e00c7df-7c29-4c1a-9182-e0beb5b55915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596'}}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:34:26.935736 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:26.987107 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd374444-b0af-4f95-9a47-5c68d247d77e req-66d838d2-1603-446f-a5f5-6819d391a404 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:26.994629 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cd374444-b0af-4f95-9a47-5c68d247d77e req-66d838d2-1603-446f-a5f5-6819d391a404 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.1584005 Aug 31 23:34:27.012966 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] For port 7b727c98-7a08-40c5-a013-0bc902c9d49b, host hv-cinder-80445, cleared binding levels {{(pid=93845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:34:27.018833 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] For port 7b727c98-7a08-40c5-a013-0bc902c9d49b, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7b727c98-7a08-40c5-a013-0bc902c9d49b,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:34:27.023783 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:27.061688 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cd374444-b0af-4f95-9a47-5c68d247d77e req-ca04a53b-56fb-4e33-ade8-4bf71f870ed8 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661955 Aug 31 23:34:27.067061 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:27.067899 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:27.070393 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] 10.222.0.53 "PUT /v2.0/ports/7b727c98-7a08-40c5-a013-0bc902c9d49b HTTP/1.1" status: 200 len: 1094 time: 0.7527726 Aug 31 23:34:27.072496 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2256c8-8be0-45d0-a658-e4befb69c2fc', 'tag': '7b727c98-7a08-40c5-a013-0bc902c9d49b'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:34:27.076178 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9546ecca-7f31-4fdc-8b2d-a1e14243779b" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2256c8-8be0-45d0-a658-e4befb69c2fc", "tag": "7b727c98-7a08-40c5-a013-0bc902c9d49b"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:34:27.100114 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-6231e955-16a3-4bde-8bd6-caa294ea7476 None None] Provisioning for port 8923f0e1-28b5-478a-874a-85a6f69e1fe2 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:34:27.111233 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:27.126588 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c8e76-3c27-4856-b72f-bf7f7d8e03af service neutron] Pushing event updated for resources: {'Port': ['ID=7b727c98-7a08-40c5-a013-0bc902c9d49b,revision_number=3']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:27.128269 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-6231e955-16a3-4bde-8bd6-caa294ea7476 None None] Provisioning complete for port 8923f0e1-28b5-478a-874a-85a6f69e1fe2 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:27.128675 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-6231e955-16a3-4bde-8bd6-caa294ea7476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:27.177802 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-6231e955-16a3-4bde-8bd6-caa294ea7476 None None] Port 8923f0e1-28b5-478a-874a-85a6f69e1fe2 cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:34:27.189891 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b899df4-d073-4c21-bb3a-20f74f2e6d68 x-openstack-request-id: req-4b899df4-d073-4c21-bb3a-20f74f2e6d68 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:34:27.190190 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2256c8-8be0-45d0-a658-e4befb69c2fc", "tag": "7b727c98-7a08-40c5-a013-0bc902c9d49b", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:34:27.190329 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b899df4-d073-4c21-bb3a-20f74f2e6d68 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:34:27.190719 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2256c8-8be0-45d0-a658-e4befb69c2fc', 'tag': '7b727c98-7a08-40c5-a013-0bc902c9d49b', 'status': 'completed', 'code': 200} Aug 31 23:34:27.206974 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858a1696-479f-4186-8fa0-69d7022163be', 'name': 'tempest-TestShelveInstance-1990843689-router', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:23Z', 'updated_at': '2021-08-31T23:34:24Z', 'revision_number': 3, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'gw_port': {'id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:24Z', 'updated_at': '2021-08-31T23:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:27.234997 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-28d6fcea-3d64-4f4e-b9f1-93b9807eaacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:27.235575 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5ca104-7c0a-4a05-a4f6-0a26dabb83c1 None None] The sync data for ids ['858a1696-479f-4186-8fa0-69d7022163be'] in dv-cinder-804459-5-iscsi is: [{'id': '858a1696-479f-4186-8fa0-69d7022163be', 'name': 'tempest-TestShelveInstance-1990843689-router', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:23Z', 'updated_at': '2021-08-31T23:34:24Z', 'revision_number': 3, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'gw_port': {'id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:24Z', 'updated_at': '2021-08-31T23:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:34:27.236536 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-28d6fcea-3d64-4f4e-b9f1-93b9807eaacf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b949fab8f66a4e47b5e5d9540c3fd3fd&device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 1097 time: 0.0997846 Aug 31 23:34:27.249038 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f8a81-bafc-4931-9ac4-bd7cc58b7344 req-d569981b-7152-495c-9dc4-b93e2b0d14bc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:27.251179 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8c4f8a81-bafc-4931-9ac4-bd7cc58b7344 req-d569981b-7152-495c-9dc4-b93e2b0d14bc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0632501 Aug 31 23:34:27.295875 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-284e1651-c564-44e8-a5ea-d171585a0b09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b727c98-7a08-40c5-a013-0bc902c9d49b HTTP/1.1" status: 200 len: 217 time: 0.0436954 Aug 31 23:34:27.303525 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:27.308756 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12942635'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:27.354930 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8c4f8a81-bafc-4931-9ac4-bd7cc58b7344 req-6d013b04-5081-4cad-98fc-ea355619d402 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927155 Aug 31 23:34:27.368219 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-55ca78e9-575c-45b0-8735-bd0793d2b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:27.369728 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-55ca78e9-575c-45b0-8735-bd0793d2b00c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf HTTP/1.1" status: 200 len: 854 time: 0.0641837 Aug 31 23:34:27.379177 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Pushing event updated for resources: {'Port': ['ID=8923f0e1-28b5-478a-874a-85a6f69e1fe2,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:27.383200 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763624'] for router_interface, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:27.422437 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-3262bb7b-a825-4515-aada-779ea3d4ecb7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ddb66a-f30e-4aed-9d86-e20e86a51596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364001 Aug 31 23:34:27.478462 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 91c36f67-0b6d-4395-9aae-08d9b418ae73 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:34:27.567920 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-bd68347f-4496-4447-84c7-5d135b0fd976 service neutron] 10.222.0.53 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364770 Aug 31 23:34:27.605466 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 91c36f67-0b6d-4395-9aae-08d9b418ae73 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:27.605752 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:27.719876 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5d4faf46-43a1-4b89-9e28-9f9be2d6c337 req-a40a07b1-c009-44f5-bbe2-05be57af86f1 service neutron] 10.222.0.53 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421123 Aug 31 23:34:27.785206 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07966914-ecaf-41c5-85d7-0f9aeaaccec3 req-9abebc65-999f-4080-adbc-20a85bf0fb26 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:27.786773 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-07966914-ecaf-41c5-85d7-0f9aeaaccec3 req-9abebc65-999f-4080-adbc-20a85bf0fb26 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 944 time: 0.3877842 Aug 31 23:34:27.825025 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Network 14de6d80-abda-4d5b-8d82-e5fae0543b93 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:34:27.829843 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:34:27.849601 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546ecca-7f31-4fdc-8b2d-a1e14243779b req-dec57127-8881-455e-a3cf-b8d84358ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:27.851113 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9546ecca-7f31-4fdc-8b2d-a1e14243779b req-dec57127-8881-455e-a3cf-b8d84358ea14 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b949fab8f66a4e47b5e5d9540c3fd3fd&device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 1097 time: 0.0575812 Aug 31 23:34:27.851638 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-07966914-ecaf-41c5-85d7-0f9aeaaccec3 req-1c93225e-f24b-4f1a-8a93-bf5f2e587b23 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565617 Aug 31 23:34:27.981146 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546ecca-7f31-4fdc-8b2d-a1e14243779b req-40a4dc90-4af9-45e4-9474-0b91eccc1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:27.983366 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9546ecca-7f31-4fdc-8b2d-a1e14243779b req-40a4dc90-4af9-45e4-9474-0b91eccc1209 service neutron] 10.222.0.53 "GET /v2.0/networks?id=03ddb66a-f30e-4aed-9d86-e20e86a51596 HTTP/1.1" status: 200 len: 915 time: 0.1235557 Aug 31 23:34:27.992545 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Router 858a1696-479f-4186-8fa0-69d7022163be has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:34:28.045383 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9546ecca-7f31-4fdc-8b2d-a1e14243779b req-824cdb8d-0e08-4b1b-8734-f5887c79fa9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b727c98-7a08-40c5-a013-0bc902c9d49b HTTP/1.1" status: 200 len: 217 time: 0.0537174 Aug 31 23:34:28.128019 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-ea61b23f-74a8-4cc7-9791-b376f45e3911 None None] Provisioning complete for port 8923f0e1-28b5-478a-874a-85a6f69e1fe2 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:28.128575 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ea61b23f-74a8-4cc7-9791-b376f45e3911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:28.152609 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546ecca-7f31-4fdc-8b2d-a1e14243779b req-603ef019-1791-4a33-a97b-ea440a481d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:28.154107 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9546ecca-7f31-4fdc-8b2d-a1e14243779b req-603ef019-1791-4a33-a97b-ea440a481d5e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf HTTP/1.1" status: 200 len: 854 time: 0.0955331 Aug 31 23:34:28.171239 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-ea61b23f-74a8-4cc7-9791-b376f45e3911 None None] Port 8923f0e1-28b5-478a-874a-85a6f69e1fe2 cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:34:28.176932 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:34:28.182034 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f170d0e1-2b26-404c-ab9a-b356a63d31f7 admin admin] 10.222.0.54 "PUT /v2.0/routers/858a1696-479f-4186-8fa0-69d7022163be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6184866 Aug 31 23:34:28.210550 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9546ecca-7f31-4fdc-8b2d-a1e14243779b req-3a21df28-63ef-4137-a648-67f05b160532 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ddb66a-f30e-4aed-9d86-e20e86a51596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431125 Aug 31 23:34:28.345305 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc95a1-c36f-4589-a9ab-ab2772c172c0 req-76ee97d5-5930-494b-b1fd-58d7400a35e5 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:28.346809 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-19bc95a1-c36f-4589-a9ab-ab2772c172c0 req-76ee97d5-5930-494b-b1fd-58d7400a35e5 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.1180885 Aug 31 23:34:28.364217 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9546ecca-7f31-4fdc-8b2d-a1e14243779b req-0f402408-91a4-4c44-84b7-cbad708ba3ca service neutron] 10.222.0.53 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447182 Aug 31 23:34:28.439389 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-19bc95a1-c36f-4589-a9ab-ab2772c172c0 req-f4a8aff3-2ff5-45e5-95ca-9995ed74711e tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865686 Aug 31 23:34:28.486750 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9546ecca-7f31-4fdc-8b2d-a1e14243779b req-e3d35e9d-9d6a-4695-983b-15f6250f732a service neutron] 10.222.0.53 "GET /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136782 Aug 31 23:34:28.498840 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294bc58-6b2b-4659-bc6e-ea1995430052 req-6b6ec620-7376-41e2-8d6f-9f77610950f5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:28.501763 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a294bc58-6b2b-4659-bc6e-ea1995430052 req-6b6ec620-7376-41e2-8d6f-9f77610950f5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0569296 Aug 31 23:34:28.554608 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a294bc58-6b2b-4659-bc6e-ea1995430052 req-8d19e384-89eb-4ef1-84bb-f8f776a31448 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415599 Aug 31 23:34:28.727558 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 44374) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:28.732670 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-0093062b-ad54-4ad9-980f-be8a971ee171 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-236468544-network', 'tenant_id': 'de4512e2767f47c5abde80a8d0c07bb2'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:28.755286 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0093062b-ad54-4ad9-980f-be8a971ee171 admin admin] Made reservation on behalf of de4512e2767f47c5abde80a8d0c07bb2 for: {'network': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:34:28.757580 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0093062b-ad54-4ad9-980f-be8a971ee171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:28.766922 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0093062b-ad54-4ad9-980f-be8a971ee171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:28.860080 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0093062b-ad54-4ad9-980f-be8a971ee171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:28.868112 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0093062b-ad54-4ad9-980f-be8a971ee171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:28.895276 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0093062b-ad54-4ad9-980f-be8a971ee171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=93845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:34:28.900754 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093062b-ad54-4ad9-980f-be8a971ee171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcc1a14-bf06-434e-a04f-56307a420e31,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:28.908380 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0093062b-ad54-4ad9-980f-be8a971ee171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:28.909295 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.db.segments_db [None req-0093062b-ad54-4ad9-980f-be8a971ee171 admin admin] Added segment fa89a4c6-cf9c-4f00-ba5e-15144d9266ec of type vlan for network 623eef86-7c20-4a74-9909-9c540b2f604a Aug 31 23:34:28.975720 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0093062b-ad54-4ad9-980f-be8a971ee171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:29.004154 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Sync routers for ids ['858a1696-479f-4186-8fa0-69d7022163be'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:34:29.012678 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e9598-f13a-4797-96fa-50a037a296bb req-23e88952-9e65-4014-9215-146fa983d623 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:29.014173 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b96e9598-f13a-4797-96fa-50a037a296bb req-23e88952-9e65-4014-9215-146fa983d623 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 944 time: 0.0778456 Aug 31 23:34:29.014531 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Routers {'858a1696-479f-4186-8fa0-69d7022163be'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:34:29.015160 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:34:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['858a1696-479f-4186-8fa0-69d7022163be'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:29.015290 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0093062b-ad54-4ad9-980f-be8a971ee171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:29.016084 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0093062b-ad54-4ad9-980f-be8a971ee171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:29.016670 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-0093062b-ad54-4ad9-980f-be8a971ee171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:29.096082 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-0093062b-ad54-4ad9-980f-be8a971ee171 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3642278 Aug 31 23:34:29.096465 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44378) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:29.099518 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093062b-ad54-4ad9-980f-be8a971ee171 admin admin] Pushing event updated for resources: {'Network': ['ID=623eef86-7c20-4a74-9909-9c540b2f604a,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:29.103271 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-d2143411-ab9a-415c-9064-16fda3c7c4d8 admin admin] Request body: {'subnet': {'network_id': '623eef86-7c20-4a74-9909-9c540b2f604a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-236468544-subnet', 'tenant_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'ip_version': 4}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:29.109510 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b96e9598-f13a-4797-96fa-50a037a296bb req-48a838b6-3275-4396-b137-5a442040b1cc tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870688 Aug 31 23:34:29.116812 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network 623eef86-7c20-4a74-9909-9c540b2f604a details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:34:29.130195 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2143411-ab9a-415c-9064-16fda3c7c4d8 admin admin] Made reservation on behalf of de4512e2767f47c5abde80a8d0c07bb2 for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:34:29.133052 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d2143411-ab9a-415c-9064-16fda3c7c4d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12932366'] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:29.162539 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Set router 858a1696-479f-4186-8fa0-69d7022163be gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:34:29.327764 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d2143411-ab9a-415c-9064-16fda3c7c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12943010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12932376'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:29.392358 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2143411-ab9a-415c-9064-16fda3c7c4d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74de030b-764f-487f-b96f-3f955b39434a,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:29.400472 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2143411-ab9a-415c-9064-16fda3c7c4d8 admin admin] Checking segment: {'id': 'fa89a4c6-cf9c-4f00-ba5e-15144d9266ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '623eef86-7c20-4a74-9909-9c540b2f604a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:34:29.400840 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2143411-ab9a-415c-9064-16fda3c7c4d8 admin admin] Network hostable DHCP agents. Network: 623eef86-7c20-4a74-9909-9c540b2f604a, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:34:29.424684 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2143411-ab9a-415c-9064-16fda3c7c4d8 admin admin] Network 623eef86-7c20-4a74-9909-9c540b2f604a is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:34:29.434585 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-d2143411-ab9a-415c-9064-16fda3c7c4d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, 623eef86-7c20-4a74-9909-9c540b2f604a) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:34:29.441795 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2143411-ab9a-415c-9064-16fda3c7c4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:29.442486 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d2143411-ab9a-415c-9064-16fda3c7c4d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:29.460953 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d2143411-ab9a-415c-9064-16fda3c7c4d8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3633816 Aug 31 23:34:29.463649 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 44386) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:29.470239 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-236468544-router', 'tenant_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:29.497809 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30491'] for router, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:29.500087 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1764587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30476'] for router, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:29.511238 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddab166-a133-4745-90d1-a2ef70cf7e73 None None] Network 623eef86-7c20-4a74-9909-9c540b2f604a requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:34:29.549042 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 0065b360-3e33-49c8-98ff-08d7f0c603bf up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:34:29.567297 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:29.583103 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c4497-4c8e-4784-81ef-4da661739462 req-c5845674-7d1a-4f4b-bbe6-8e1336f710d1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:29.590569 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8b1c4497-4c8e-4784-81ef-4da661739462 req-c5845674-7d1a-4f4b-bbe6-8e1336f710d1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0607173 Aug 31 23:34:29.639704 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8b1c4497-4c8e-4784-81ef-4da661739462 req-fe13727d-401a-4b21-b5d3-a35e3ecbdd10 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481083 Aug 31 23:34:29.670724 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 0065b360-3e33-49c8-98ff-08d7f0c603bf completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:34:29.682448 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 0065b360-3e33-49c8-98ff-08d7f0c603bf triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:29.682815 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:29.685511 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858a1696-479f-4186-8fa0-69d7022163be', 'name': 'tempest-TestShelveInstance-1990843689-router', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:23Z', 'updated_at': '2021-08-31T23:34:27Z', 'revision_number': 4, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'gw_port': {'id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:24Z', 'updated_at': '2021-08-31T23:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '8923f0e1-28b5-478a-874a-85a6f69e1fe2', 'name': '', 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'mac_address': 'fa:16:3e:a7:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:26Z', 'updated_at': '2021-08-31T23:34:27Z', 'revision_number': 2, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'subnets': [{'id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:29.733559 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Checking router: 858a1696-479f-4186-8fa0-69d7022163be for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:34:29.733986 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Updating router 858a1696-479f-4186-8fa0-69d7022163be port 8923f0e1-28b5-478a-874a-85a6f69e1fe2 binding host dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:34:29.750670 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:29.769434 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5871c31-3c73-4fc9-9e36-2f357ffa62dc req-0fdb4872-f9ff-4d92-9dba-65c71cbcd3c1 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:29.770954 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a5871c31-3c73-4fc9-9e36-2f357ffa62dc req-0fdb4872-f9ff-4d92-9dba-65c71cbcd3c1 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.1168280 Aug 31 23:34:29.775429 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:29.802793 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b006289-ba80-526b-bc95-ba2cef7064da-623eef86-7c20-4a74-9909-9c540b2f604a', 'network_id': '623eef86-7c20-4a74-9909-9c540b2f604a', 'tenant_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'fixed_ips': [{'subnet_id': '74de030b-764f-487f-b96f-3f955b39434a'}]}} from dv-cinder-804459-5-iscsi. {{(pid=93847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:34:29.803628 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:29.844654 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a5871c31-3c73-4fc9-9e36-2f357ffa62dc req-7653e661-0a79-4f58-8453-ea2d6934e4da tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647948 Aug 31 23:34:29.985965 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:29.999998 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:30.009044 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:30.064351 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port 0065b360-3e33-49c8-98ff-08d7f0c603bf, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=0065b360-3e33-49c8-98ff-08d7f0c603bf,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:30.072735 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:30.113383 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Allocated IP 172.27.0.76 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/ebca8c4d-6369-40b6-9168-910830f983c1) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:34:30.166538 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Allocated IP 172.20.0.2 (623eef86-7c20-4a74-9909-9c540b2f604a/74de030b-764f-487f-b96f-3f955b39434a/32f1c023-c0fb-42c3-812d-fdd9929085f9) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:34:30.205531 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=0065b360-3e33-49c8-98ff-08d7f0c603bf,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:30.236798 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922812b-52a1-4c15-9c4d-e7fe3d4d649a req-56511926-ee61-4a88-ad94-690b4c056f4a tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:30.238174 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:30.238317 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-7922812b-52a1-4c15-9c4d-e7fe3d4d649a req-56511926-ee61-4a88-ad94-690b4c056f4a tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 944 time: 0.0501263 Aug 31 23:34:30.282427 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-7922812b-52a1-4c15-9c4d-e7fe3d4d649a req-5c7aeea0-56a8-426a-ac88-d4ca827a0fd7 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377626 Aug 31 23:34:30.285848 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:30.320634 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:34:30.324772 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:34:30.328304 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:34:30.360258 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Pushing event updated for resources: {'Port': ['ID=ebca8c4d-6369-40b6-9168-910830f983c1,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:30.388942 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:30.407228 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Transition to ACTIVE for port object 8923f0e1-28b5-478a-874a-85a6f69e1fe2 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:34:30.418787 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:30.425985 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:30.459906 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Transition to ACTIVE for port object 32f1c023-c0fb-42c3-812d-fdd9929085f9 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:34:30.493884 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d860b7-963d-4cfe-bd50-8c09f7866d1e None None] Pushing event updated for resources: {'Port': ['ID=8923f0e1-28b5-478a-874a-85a6f69e1fe2,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:30.500356 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Transition to ACTIVE for port object 32f1c023-c0fb-42c3-812d-fdd9929085f9 will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:34:30.540910 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:30.582376 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Attempting to bind port 8923f0e1-28b5-478a-874a-85a6f69e1fe2 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:34:30.582873 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Attempting to bind port 8923f0e1-28b5-478a-874a-85a6f69e1fe2 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'a177205c-9010-4c4f-93d5-fc9c217e4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:34:30.583143 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Attempting to bind port 8923f0e1-28b5-478a-874a-85a6f69e1fe2 on network 14de6d80-abda-4d5b-8d82-e5fae0543b93 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:34:30.590084 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:30.591127 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Network 623eef86-7c20-4a74-9909-9c540b2f604a is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:34:30.599747 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 7b727c98-7a08-40c5-a013-0bc902c9d49b details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:34:30.604280 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:34:30.608857 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:34:30.609239 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Checking segment: {'id': 'a177205c-9010-4c4f-93d5-fc9c217e4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:34:30.609648 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:30.610046 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Bound using segment: {'id': 'a177205c-9010-4c4f-93d5-fc9c217e4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:34:30.610529 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Bound port: 8923f0e1-28b5-478a-874a-85a6f69e1fe2, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a177205c-9010-4c4f-93d5-fc9c217e4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:34:30.610914 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:30.615493 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:34:30.629500 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Pushing event updated for resources: {'Port': ['ID=32f1c023-c0fb-42c3-812d-fdd9929085f9,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:30.777439 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Attempting to bind port 32f1c023-c0fb-42c3-812d-fdd9929085f9 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:34:30.777816 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Attempting to bind port 32f1c023-c0fb-42c3-812d-fdd9929085f9 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'fa89a4c6-cf9c-4f00-ba5e-15144d9266ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '623eef86-7c20-4a74-9909-9c540b2f604a'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:34:30.778174 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Attempting to bind port 32f1c023-c0fb-42c3-812d-fdd9929085f9 on network 623eef86-7c20-4a74-9909-9c540b2f604a {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:34:30.804363 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:34:30.804740 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Checking segment: {'id': 'fa89a4c6-cf9c-4f00-ba5e-15144d9266ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '623eef86-7c20-4a74-9909-9c540b2f604a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:34:30.805139 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:30.805530 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Bound using segment: {'id': 'fa89a4c6-cf9c-4f00-ba5e-15144d9266ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '623eef86-7c20-4a74-9909-9c540b2f604a'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:34:30.806011 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Bound port: 32f1c023-c0fb-42c3-812d-fdd9929085f9, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa89a4c6-cf9c-4f00-ba5e-15144d9266ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '623eef86-7c20-4a74-9909-9c540b2f604a'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:34:30.806389 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:30.836381 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] For port 8923f0e1-28b5-478a-874a-85a6f69e1fe2, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:34:30.881951 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] For port 8923f0e1-28b5-478a-874a-85a6f69e1fe2, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=8923f0e1-28b5-478a-874a-85a6f69e1fe2,segment=NetworkSegment(a177205c-9010-4c4f-93d5-fc9c217e4133),segment_id=a177205c-9010-4c4f-93d5-fc9c217e4133)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:34:30.889040 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 7b727c98-7a08-40c5-a013-0bc902c9d49b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7b727c98-7a08-40c5-a013-0bc902c9d49b,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:30.898238 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:30.935840 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '7b727c98-7a08-40c5-a013-0bc902c9d49b', 'network_id': '03ddb66a-f30e-4aed-9d86-e20e86a51596', 'port_id': '7b727c98-7a08-40c5-a013-0bc902c9d49b', 'mac_address': 'fa:16:3e:4b:17:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:34:30.978836 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed40511-f29e-4aa1-befc-101882247998 req-dac9a68c-042f-4576-b76b-49370545ab88 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:30.980951 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] For port 32f1c023-c0fb-42c3-812d-fdd9929085f9, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:34:30.981946 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5ed40511-f29e-4aa1-befc-101882247998 req-dac9a68c-042f-4576-b76b-49370545ab88 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0592277 Aug 31 23:34:31.032847 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] For port 32f1c023-c0fb-42c3-812d-fdd9929085f9, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=32f1c023-c0fb-42c3-812d-fdd9929085f9,segment=NetworkSegment(fa89a4c6-cf9c-4f00-ba5e-15144d9266ec),segment_id=fa89a4c6-cf9c-4f00-ba5e-15144d9266ec)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:34:31.033885 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Routers {'858a1696-479f-4186-8fa0-69d7022163be'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:34:31.034508 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:34:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['858a1696-479f-4186-8fa0-69d7022163be'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:31.044616 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:31.051287 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5ed40511-f29e-4aa1-befc-101882247998 req-26f07970-2e36-4670-8f17-550b54b29b17 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570273 Aug 31 23:34:31.081913 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6f108-73d5-46e9-a3bf-a6ac6b82f826 req-917d3041-5c14-438b-bf00-b116bb5c1d4d tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:31.081913 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-26b6f108-73d5-46e9-a3bf-a6ac6b82f826 req-917d3041-5c14-438b-bf00-b116bb5c1d4d tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.3467429 Aug 31 23:34:31.082579 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d860b7-963d-4cfe-bd50-8c09f7866d1e None None] Pushing event updated for resources: {'Port': ['ID=8923f0e1-28b5-478a-874a-85a6f69e1fe2,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:31.086237 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763563'] for router, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:31.089359 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:31.149139 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b727c98-7a08-40c5-a013-0bc902c9d49b {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:34:31.170444 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-26b6f108-73d5-46e9-a3bf-a6ac6b82f826 req-b617cab9-7164-44b2-b1e9-37c5e4f676fa tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816917 Aug 31 23:34:31.272824 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Router e84d6cda-dce4-4d5f-817a-b6880479070d is scheduled to L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 with binding_index 1 {{(pid=93845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:34:31.356048 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 7b727c98-7a08-40c5-a013-0bc902c9d49b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7b727c98-7a08-40c5-a013-0bc902c9d49b,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:31.371773 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c98fc3-2ef4-4035-bf02-dd0b93319f0b None None] Pushing event updated for resources: {'Port': ['ID=32f1c023-c0fb-42c3-812d-fdd9929085f9,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:31.384660 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:31.429216 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:34:31.444722 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] Set router 858a1696-479f-4186-8fa0-69d7022163be gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:34:31.447204 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Sync routers for ids ['e84d6cda-dce4-4d5f-817a-b6880479070d'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:34:31.465815 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Routers {'e84d6cda-dce4-4d5f-817a-b6880479070d'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:34:31.466653 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:34:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['e84d6cda-dce4-4d5f-817a-b6880479070d'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:31.476100 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] Notify callbacks [] for router, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:31.480176 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-ece5dfa3-ee5a-4880-b54a-8ea0ddb6a69f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0127463 Aug 31 23:34:31.480176 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 44404) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:31.486138 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dfe62-3d67-46b4-88c0-273fec4026f4 req-97f9ab51-151f-4967-8724-fc8bffef7ff6 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:31.487790 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-715dfe62-3d67-46b4-88c0-273fec4026f4 req-97f9ab51-151f-4967-8724-fc8bffef7ff6 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 945 time: 0.0667565 Aug 31 23:34:31.565660 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-715dfe62-3d67-46b4-88c0-273fec4026f4 req-bd9b68c2-3cb7-4c12-921d-c9f7787fe783 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674164 Aug 31 23:34:31.612915 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Set router e84d6cda-dce4-4d5f-817a-b6880479070d gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:34:31.634649 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=7b727c98-7a08-40c5-a013-0bc902c9d49b,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:31.677423 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 0065b360-3e33-49c8-98ff-08d7f0c603bf up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:34:31.789773 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 0065b360-3e33-49c8-98ff-08d7f0c603bf triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:31.790145 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:31.847296 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858a1696-479f-4186-8fa0-69d7022163be', 'name': 'tempest-TestShelveInstance-1990843689-router', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:23Z', 'updated_at': '2021-08-31T23:34:27Z', 'revision_number': 4, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'gw_port': {'id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:24Z', 'updated_at': '2021-08-31T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '8923f0e1-28b5-478a-874a-85a6f69e1fe2', 'name': '', 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'mac_address': 'fa:16:3e:a7:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:26Z', 'updated_at': '2021-08-31T23:34:30Z', 'revision_number': 4, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'subnets': [{'id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:31.897897 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'name': 'tempest-TestShelveInstance-236468544-router', 'tenant_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebca8c4d-6369-40b6-9168-910830f983c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:29Z', 'updated_at': '2021-08-31T23:34:30Z', 'revision_number': 3, 'project_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'gw_port': {'id': 'ebca8c4d-6369-40b6-9168-910830f983c1', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:30Z', 'updated_at': '2021-08-31T23:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:31.899128 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae582b2-41cf-408b-a31f-0d819f0c7189 None None] The sync data for ids ['858a1696-479f-4186-8fa0-69d7022163be'] in dv-cinder-804459-5-iscsi is: [{'id': '858a1696-479f-4186-8fa0-69d7022163be', 'name': 'tempest-TestShelveInstance-1990843689-router', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:23Z', 'updated_at': '2021-08-31T23:34:27Z', 'revision_number': 4, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'gw_port': {'id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:24Z', 'updated_at': '2021-08-31T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '8923f0e1-28b5-478a-874a-85a6f69e1fe2', 'name': '', 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'mac_address': 'fa:16:3e:a7:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:26Z', 'updated_at': '2021-08-31T23:34:30Z', 'revision_number': 4, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'subnets': [{'id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:34:31.913363 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 32f1c023-c0fb-42c3-812d-fdd9929085f9 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:34:31.934517 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Checking router: e84d6cda-dce4-4d5f-817a-b6880479070d for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:34:31.934870 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Updating router e84d6cda-dce4-4d5f-817a-b6880479070d port ebca8c4d-6369-40b6-9168-910830f983c1 binding host dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:34:31.972146 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:31.985831 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 32f1c023-c0fb-42c3-812d-fdd9929085f9 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:34:32.058069 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:32.275792 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e78ca-3837-4311-981a-4bd0281bddc1 req-8bd318e0-4283-473a-8a00-f4752821b1e7 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:32.277367 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5a3e78ca-3837-4311-981a-4bd0281bddc1 req-8bd318e0-4283-473a-8a00-f4752821b1e7 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.1073906 Aug 31 23:34:32.313631 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:32.326080 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Transition to ACTIVE for port object ebca8c4d-6369-40b6-9168-910830f983c1 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:34:32.335944 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:32.379185 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f0a54-954c-44d0-aa38-3772ab687165 req-6321a2e7-9cea-4601-ae40-2a866f579668 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:32.383534 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5a3e78ca-3837-4311-981a-4bd0281bddc1 req-51d94ee3-c647-4b7e-ae12-7df3d7730a9c tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973735 Aug 31 23:34:32.386726 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Allocated IP 172.20.0.1 (623eef86-7c20-4a74-9909-9c540b2f604a/74de030b-764f-487f-b96f-3f955b39434a/b9f56e19-7c7e-4916-ac09-55eab3e50480) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:34:32.389496 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ca8f0a54-954c-44d0-aa38-3772ab687165 req-6321a2e7-9cea-4601-ae40-2a866f579668 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.1178200 Aug 31 23:34:32.421674 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Attempting to bind port ebca8c4d-6369-40b6-9168-910830f983c1 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:34:32.422342 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Attempting to bind port ebca8c4d-6369-40b6-9168-910830f983c1 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:34:32.422998 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Attempting to bind port ebca8c4d-6369-40b6-9168-910830f983c1 on network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:34:32.439556 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8073c3-2ee9-450c-859a-5e1d7b2d5168 None None] Pushing event updated for resources: {'Port': ['ID=ebca8c4d-6369-40b6-9168-910830f983c1,revision_number=2']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:32.446332 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ca8f0a54-954c-44d0-aa38-3772ab687165 req-da555620-1c1d-4b50-8cdb-89c696a8ce54 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551739 Aug 31 23:34:32.452154 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:34:32.452606 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Checking segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:34:32.452948 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:32.453414 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Bound using segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:34:32.453889 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Bound port: ebca8c4d-6369-40b6-9168-910830f983c1, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:34:32.454282 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:32.470870 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a9def8-e940-41f8-9826-8f280d5bf4a5 None None] Network 623eef86-7c20-4a74-9909-9c540b2f604a requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:34:32.528415 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-d54b8f26-346e-42ef-89dd-aa63d21b5926 None None] Provisioning for port 32f1c023-c0fb-42c3-812d-fdd9929085f9 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:34:32.534397 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-d54b8f26-346e-42ef-89dd-aa63d21b5926 None None] Provisioning complete for port 32f1c023-c0fb-42c3-812d-fdd9929085f9 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:32.534775 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d54b8f26-346e-42ef-89dd-aa63d21b5926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:32.550772 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:32.550977 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] For port ebca8c4d-6369-40b6-9168-910830f983c1, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:34:32.555393 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] For port ebca8c4d-6369-40b6-9168-910830f983c1, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=ebca8c4d-6369-40b6-9168-910830f983c1,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:34:32.560144 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:32.566769 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Transition to ACTIVE for port object b9f56e19-7c7e-4916-ac09-55eab3e50480 will not be triggered until provisioned by entity DHCP. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:34:32.631870 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Routers {'e84d6cda-dce4-4d5f-817a-b6880479070d'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:34:32.633746 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:34:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['e84d6cda-dce4-4d5f-817a-b6880479070d'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:32.638726 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:32.686400 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d54b8f26-346e-42ef-89dd-aa63d21b5926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:32.713974 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Network 623eef86-7c20-4a74-9909-9c540b2f604a is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:34:32.716245 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8073c3-2ee9-450c-859a-5e1d7b2d5168 None None] Pushing event updated for resources: {'Port': ['ID=ebca8c4d-6369-40b6-9168-910830f983c1,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:32.731061 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:34:32.735234 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:34:32.740363 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-d54b8f26-346e-42ef-89dd-aa63d21b5926 None None] For port 32f1c023-c0fb-42c3-812d-fdd9929085f9, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=32f1c023-c0fb-42c3-812d-fdd9929085f9,segment=NetworkSegment(fa89a4c6-cf9c-4f00-ba5e-15144d9266ec),segment_id=fa89a4c6-cf9c-4f00-ba5e-15144d9266ec)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:32.748124 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d54b8f26-346e-42ef-89dd-aa63d21b5926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:32.767439 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f56e19-7c7e-4916-ac09-55eab3e50480,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:32.778934 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762456'] for router_interface, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:32.816701 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] Set router e84d6cda-dce4-4d5f-817a-b6880479070d gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:34:32.828033 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b8f26-346e-42ef-89dd-aa63d21b5926 None None] Pushing event updated for resources: {'Port': ['ID=32f1c023-c0fb-42c3-812d-fdd9929085f9,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:32.862036 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904ac7f-7b36-4b99-b5f8-87c8f94d2f66 req-aa0a26f7-6037-4752-9ab4-b2e3d50f6c95 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:32.863608 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c904ac7f-7b36-4b99-b5f8-87c8f94d2f66 req-aa0a26f7-6037-4752-9ab4-b2e3d50f6c95 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 945 time: 0.2195604 Aug 31 23:34:32.958962 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c904ac7f-7b36-4b99-b5f8-87c8f94d2f66 req-ee080af3-48a7-4a96-a532-54e3f1c195a6 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815926 Aug 31 23:34:33.013329 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:33.014099 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['7b727c98-7a08-40c5-a013-0bc902c9d49b'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:34:33.042631 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'name': 'tempest-TestShelveInstance-236468544-router', 'tenant_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebca8c4d-6369-40b6-9168-910830f983c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:29Z', 'updated_at': '2021-08-31T23:34:30Z', 'revision_number': 3, 'project_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'gw_port': {'id': 'ebca8c4d-6369-40b6-9168-910830f983c1', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:30Z', 'updated_at': '2021-08-31T23:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:33.083564 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a07cd6f-fec0-4eae-91db-e2c4b8aa1ef4 None None] The sync data for ids ['e84d6cda-dce4-4d5f-817a-b6880479070d'] in dv-cinder-804459-5-iscsi is: [{'id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'name': 'tempest-TestShelveInstance-236468544-router', 'tenant_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebca8c4d-6369-40b6-9168-910830f983c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:29Z', 'updated_at': '2021-08-31T23:34:30Z', 'revision_number': 3, 'project_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'gw_port': {'id': 'ebca8c4d-6369-40b6-9168-910830f983c1', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:30Z', 'updated_at': '2021-08-31T23:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:34:33.104805 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-89da7e55-53f6-469b-b4f7-87c36b59283f None None] Provisioning for port b9f56e19-7c7e-4916-ac09-55eab3e50480 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:34:33.110764 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-89da7e55-53f6-469b-b4f7-87c36b59283f None None] Provisioning complete for port b9f56e19-7c7e-4916-ac09-55eab3e50480 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:33.111447 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-89da7e55-53f6-469b-b4f7-87c36b59283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:33.163477 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-89da7e55-53f6-469b-b4f7-87c36b59283f None None] Port b9f56e19-7c7e-4916-ac09-55eab3e50480 cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:34:33.185378 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-89da7e55-53f6-469b-b4f7-87c36b59283f None None] Provisioning complete for port 32f1c023-c0fb-42c3-812d-fdd9929085f9 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:33.185849 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-89da7e55-53f6-469b-b4f7-87c36b59283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:33.254960 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:33.260356 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:33.334655 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763624'] for router_interface, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:33.337684 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f56e19-7c7e-4916-ac09-55eab3e50480,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:33.438964 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Network 623eef86-7c20-4a74-9909-9c540b2f604a is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:34:33.440907 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:34:33.477733 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-321fc08a-c2ee-46f8-8a2e-31e249872d2d None None] Provisioning complete for port b9f56e19-7c7e-4916-ac09-55eab3e50480 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:33.477733 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-321fc08a-c2ee-46f8-8a2e-31e249872d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:33.628119 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-321fc08a-c2ee-46f8-8a2e-31e249872d2d None None] Port b9f56e19-7c7e-4916-ac09-55eab3e50480 cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:34:33.640355 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ccae2-aee4-40ae-a8aa-409d3d095725 req-b066ee3f-5148-4f19-abc4-100ce18a0ac2 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:33.656627 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cb3ccae2-aee4-40ae-a8aa-409d3d095725 req-b066ee3f-5148-4f19-abc4-100ce18a0ac2 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.1164556 Aug 31 23:34:33.721424 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cb3ccae2-aee4-40ae-a8aa-409d3d095725 req-f3a7cfe4-99b3-4306-a5ac-752a8c8736a3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597081 Aug 31 23:34:33.741779 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 8923f0e1-28b5-478a-874a-85a6f69e1fe2 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:34:33.777330 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Router e84d6cda-dce4-4d5f-817a-b6880479070d has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:34:33.809727 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0b7a6-bf4b-4508-97cf-577bb6e94892 req-8dc9f48a-21c1-4371-921c-5b17abe58801 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:33.812447 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7ad0b7a6-bf4b-4508-97cf-577bb6e94892 req-8dc9f48a-21c1-4371-921c-5b17abe58801 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.1236522 Aug 31 23:34:33.844490 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 8923f0e1-28b5-478a-874a-85a6f69e1fe2 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:34:33.853284 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 8923f0e1-28b5-478a-874a-85a6f69e1fe2 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:33.854040 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:33.923671 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7ad0b7a6-bf4b-4508-97cf-577bb6e94892 req-3cfbab4b-fe87-41c5-b98b-99e8553d3d02 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758655 Aug 31 23:34:33.957351 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:34:33.963185 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-5708bfff-56cd-474b-aeef-83ea99af1e41 admin admin] 10.222.0.54 "PUT /v2.0/routers/e84d6cda-dce4-4d5f-817a-b6880479070d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4819863 Aug 31 23:34:33.971704 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:33.973917 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-b23cf858-0a97-4937-848e-a91602eb5515 None None] Provisioning complete for port b9f56e19-7c7e-4916-ac09-55eab3e50480 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:33.974079 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b23cf858-0a97-4937-848e-a91602eb5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:34.040006 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-b23cf858-0a97-4937-848e-a91602eb5515 None None] Port b9f56e19-7c7e-4916-ac09-55eab3e50480 cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:34:34.042528 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port 8923f0e1-28b5-478a-874a-85a6f69e1fe2, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=8923f0e1-28b5-478a-874a-85a6f69e1fe2,segment=NetworkSegment(a177205c-9010-4c4f-93d5-fc9c217e4133),segment_id=a177205c-9010-4c4f-93d5-fc9c217e4133)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:34.050767 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:34.051589 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 32f1c023-c0fb-42c3-812d-fdd9929085f9 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:34:34.104122 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a154d9-9208-4078-9e3c-2a46dc4da77f req-a9ce41b0-c5f4-4d01-896a-338c6f7521a8 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:34.112976 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c8a154d9-9208-4078-9e3c-2a46dc4da77f req-a9ce41b0-c5f4-4d01-896a-338c6f7521a8 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 945 time: 0.0611382 Aug 31 23:34:34.140223 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=8923f0e1-28b5-478a-874a-85a6f69e1fe2,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:34.159817 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 32f1c023-c0fb-42c3-812d-fdd9929085f9 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:34.160463 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:34.162441 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c8a154d9-9208-4078-9e3c-2a46dc4da77f req-e455d87a-9f8c-47c3-b439-e3d2298e4705 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481741 Aug 31 23:34:34.504552 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44432) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:34.509282 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-fbedaaeb-f35b-4d26-865d-1e07d7313349 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-941080246', 'description': 'tempest-secgroup-smoke-941080246 description', 'project_id': 'f75b6405be564ffdb7665aac04076be8'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:34.533534 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fbedaaeb-f35b-4d26-865d-1e07d7313349 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:34.613248 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fbedaaeb-f35b-4d26-865d-1e07d7313349 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:34.616692 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fbedaaeb-f35b-4d26-865d-1e07d7313349 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:34.628729 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 7b727c98-7a08-40c5-a013-0bc902c9d49b up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:34:34.641459 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fbedaaeb-f35b-4d26-865d-1e07d7313349 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:34.642663 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-fbedaaeb-f35b-4d26-865d-1e07d7313349 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1371315 Aug 31 23:34:34.645632 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 44436) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:34.646553 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbedaaeb-f35b-4d26-865d-1e07d7313349 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a525f674-c566-4466-9dd6-c26bb5a1daca,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:34.650247 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-93c8dae6-e115-4bc8-a926-b0cb4361f6ee tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Request body: {'security_group_rule': {'security_group_id': 'a525f674-c566-4466-9dd6-c26bb5a1daca', 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:34.681678 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-93c8dae6-e115-4bc8-a926-b0cb4361f6ee tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:34.689643 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port 7b727c98-7a08-40c5-a013-0bc902c9d49b completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:34:34.695388 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 7b727c98-7a08-40c5-a013-0bc902c9d49b triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:34.695755 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:34.743582 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-93c8dae6-e115-4bc8-a926-b0cb4361f6ee tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:34.747441 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-93c8dae6-e115-4bc8-a926-b0cb4361f6ee tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:34.766481 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8dae6-e115-4bc8-a926-b0cb4361f6ee tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c8fed8-e390-49f9-9564-8853fc65fb0e,revision_number=0']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:34.772992 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-93c8dae6-e115-4bc8-a926-b0cb4361f6ee tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:34.774520 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-93c8dae6-e115-4bc8-a926-b0cb4361f6ee tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278491 Aug 31 23:34:34.777151 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 44440) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:34.782487 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-618f624f-bde7-4e40-88ab-3adeea35f9c7 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Request body: {'security_group_rule': {'security_group_id': 'a525f674-c566-4466-9dd6-c26bb5a1daca', 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:34.785924 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:34.812096 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2256c8-8be0-45d0-a658-e4befb69c2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b727c98-7a08-40c5-a013-0bc902c9d49b'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:34:34.814827 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0f0b6f-0dd2-4ef8-ad91-381d180b5314" -d '{"events": [{"server_uuid": "7f2256c8-8be0-45d0-a658-e4befb69c2fc", "name": "network-vif-plugged", "status": "completed", "tag": "7b727c98-7a08-40c5-a013-0bc902c9d49b"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:34:34.823901 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-618f624f-bde7-4e40-88ab-3adeea35f9c7 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:34.853340 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 7b727c98-7a08-40c5-a013-0bc902c9d49b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7b727c98-7a08-40c5-a013-0bc902c9d49b,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:34.862916 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:34.893856 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6588fa-2f98-4945-b066-a0091a12e79e req-91b59806-423c-418d-8415-df56f6382f0e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:34.895951 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0f6588fa-2f98-4945-b066-a0091a12e79e req-91b59806-423c-418d-8415-df56f6382f0e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0718811 Aug 31 23:34:34.906683 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb329fd9-9027-4ea7-8822-db54aa007f73 x-openstack-request-id: req-bb329fd9-9027-4ea7-8822-db54aa007f73 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:34:34.906983 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2256c8-8be0-45d0-a658-e4befb69c2fc", "name": "network-vif-plugged", "status": "completed", "tag": "7b727c98-7a08-40c5-a013-0bc902c9d49b", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:34:34.907248 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb329fd9-9027-4ea7-8822-db54aa007f73 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:34:34.908637 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2256c8-8be0-45d0-a658-e4befb69c2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b727c98-7a08-40c5-a013-0bc902c9d49b', 'code': 200} Aug 31 23:34:34.917493 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-618f624f-bde7-4e40-88ab-3adeea35f9c7 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:34.927727 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-618f624f-bde7-4e40-88ab-3adeea35f9c7 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:34.960645 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=7b727c98-7a08-40c5-a013-0bc902c9d49b,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:34.969844 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f624f-bde7-4e40-88ab-3adeea35f9c7 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4a5277-b51a-42ce-bf9b-a8c49f2ec875,revision_number=0']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:34.973057 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-618f624f-bde7-4e40-88ab-3adeea35f9c7 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:34.977207 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-618f624f-bde7-4e40-88ab-3adeea35f9c7 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1989839 Aug 31 23:34:34.977776 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 44452) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:34.982387 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-57a5aaf7-2284-44c2-a3d3-b09986d9d26c tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Request body: {'security_group_rule': {'security_group_id': 'a525f674-c566-4466-9dd6-c26bb5a1daca', 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:34.998860 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0f6588fa-2f98-4945-b066-a0091a12e79e req-17c6f08c-0e5c-4fa6-b57e-bbe32e3b67d2 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939283 Aug 31 23:34:35.020663 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-57a5aaf7-2284-44c2-a3d3-b09986d9d26c tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.146128 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-57a5aaf7-2284-44c2-a3d3-b09986d9d26c tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.152808 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-57a5aaf7-2284-44c2-a3d3-b09986d9d26c tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.168984 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87cfc8-3641-4215-bab3-c8bcda833275 req-42a0f307-b3c9-4be0-8e85-4c4eb05bcec7 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:35.170446 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ce87cfc8-3641-4215-bab3-c8bcda833275 req-42a0f307-b3c9-4be0-8e85-4c4eb05bcec7 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.1228604 Aug 31 23:34:35.196157 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc10d67-694f-481b-a73a-6d6ed0244468 req-7cc6300c-a96e-435f-81d3-d626545886bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:35.197599 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-fcc10d67-694f-481b-a73a-6d6ed0244468 req-7cc6300c-a96e-435f-81d3-d626545886bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 1099 time: 0.1085145 Aug 31 23:34:35.198182 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5aaf7-2284-44c2-a3d3-b09986d9d26c tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938e7f65-ca81-4467-9728-7b4c69e20c5b,revision_number=0']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:35.210995 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-57a5aaf7-2284-44c2-a3d3-b09986d9d26c tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.214649 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-57a5aaf7-2284-44c2-a3d3-b09986d9d26c tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2331269 Aug 31 23:34:35.214955 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44458) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:35.219887 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-98a36c30-d20d-49e1-b986-4593a7efd13f tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Request body: {'security_group_rule': {'security_group_id': 'a525f674-c566-4466-9dd6-c26bb5a1daca', 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:35.255562 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ce87cfc8-3641-4215-bab3-c8bcda833275 req-d7957b08-b9f5-4c9c-a65a-82dc29056d71 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706518 Aug 31 23:34:35.263119 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-fcc10d67-694f-481b-a73a-6d6ed0244468 req-68664c6c-94b6-4ca8-99c6-4e13b3ac6fa2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538983 Aug 31 23:34:35.279721 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-98a36c30-d20d-49e1-b986-4593a7efd13f tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.317015 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Sync routers for ids ['e84d6cda-dce4-4d5f-817a-b6880479070d'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:34:35.323357 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1456983-aaa0-4437-99e8-61e3496b02d2 req-673b7089-b105-4585-83a0-b403c2d896de tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:35.325098 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c1456983-aaa0-4437-99e8-61e3496b02d2 req-673b7089-b105-4585-83a0-b403c2d896de tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 946 time: 0.0792491 Aug 31 23:34:35.326234 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Routers {'e84d6cda-dce4-4d5f-817a-b6880479070d'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:34:35.326921 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-c145b430-d334-457d-870f-68687b19dd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:34:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['e84d6cda-dce4-4d5f-817a-b6880479070d'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:35.375192 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-98a36c30-d20d-49e1-b986-4593a7efd13f tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.381661 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-98a36c30-d20d-49e1-b986-4593a7efd13f tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.403399 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c1456983-aaa0-4437-99e8-61e3496b02d2 req-cee22bd8-c530-4d48-a57a-62b279e5e143 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674918 Aug 31 23:34:35.408520 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a36c30-d20d-49e1-b986-4593a7efd13f tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5dc4d6-edd0-45a1-920c-fef8d0cd5808,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:35.417666 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-98a36c30-d20d-49e1-b986-4593a7efd13f tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.418916 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-98a36c30-d20d-49e1-b986-4593a7efd13f tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2027245 Aug 31 23:34:35.422180 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44460) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:35.429522 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-83a8782b-77a3-4217-a0b0-81dcc689754e tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Request body: {'security_group_rule': {'security_group_id': 'a525f674-c566-4466-9dd6-c26bb5a1daca', 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:35.452984 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Set router e84d6cda-dce4-4d5f-817a-b6880479070d gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:34:35.459102 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.securitygroups_db [None req-83a8782b-77a3-4217-a0b0-81dcc689754e tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Project f75b6405be564ffdb7665aac04076be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 23:34:35.464183 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-83a8782b-77a3-4217-a0b0-81dcc689754e tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.537230 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-83a8782b-77a3-4217-a0b0-81dcc689754e tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.540990 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-83a8782b-77a3-4217-a0b0-81dcc689754e tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.569221 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8782b-77a3-4217-a0b0-81dcc689754e tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8b6a4c-0935-4e3f-b37b-ecbcab819808,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:35.572956 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-83a8782b-77a3-4217-a0b0-81dcc689754e tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.577646 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-83a8782b-77a3-4217-a0b0-81dcc689754e tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1513336 Aug 31 23:34:35.577782 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device ebca8c4d-6369-40b6-9168-910830f983c1 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:34:35.577902 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44462) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:35.583434 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-80188b02-43ba-4db2-ad2c-ffad88f0f482 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Request body: {'security_group_rule': {'security_group_id': 'a525f674-c566-4466-9dd6-c26bb5a1daca', 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:34:35.604813 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.securitygroups_db [None req-80188b02-43ba-4db2-ad2c-ffad88f0f482 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Project f75b6405be564ffdb7665aac04076be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 23:34:35.609775 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-80188b02-43ba-4db2-ad2c-ffad88f0f482 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.671098 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-80188b02-43ba-4db2-ad2c-ffad88f0f482 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.672145 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port ebca8c4d-6369-40b6-9168-910830f983c1 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:34:35.675599 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-80188b02-43ba-4db2-ad2c-ffad88f0f482 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.678971 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port ebca8c4d-6369-40b6-9168-910830f983c1 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:35.679342 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.694031 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80188b02-43ba-4db2-ad2c-ffad88f0f482 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e89591b9-7f19-422c-b4c7-c3a7791345ad,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:35.704683 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-80188b02-43ba-4db2-ad2c-ffad88f0f482 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.706269 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-80188b02-43ba-4db2-ad2c-ffad88f0f482 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273732 Aug 31 23:34:35.745614 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-c145b430-d334-457d-870f-68687b19dd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'name': 'tempest-TestShelveInstance-236468544-router', 'tenant_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebca8c4d-6369-40b6-9168-910830f983c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:29Z', 'updated_at': '2021-08-31T23:34:32Z', 'revision_number': 4, 'project_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'gw_port': {'id': 'ebca8c4d-6369-40b6-9168-910830f983c1', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:30Z', 'updated_at': '2021-08-31T23:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': 'b9f56e19-7c7e-4916-ac09-55eab3e50480', 'name': '', 'network_id': '623eef86-7c20-4a74-9909-9c540b2f604a', 'tenant_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'mac_address': 'fa:16:3e:8c:53:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '74de030b-764f-487f-b96f-3f955b39434a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:32Z', 'updated_at': '2021-08-31T23:34:33Z', 'revision_number': 2, 'project_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'subnets': [{'id': '74de030b-764f-487f-b96f-3f955b39434a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:35.790141 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Checking router: e84d6cda-dce4-4d5f-817a-b6880479070d for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:34:35.790777 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Updating router e84d6cda-dce4-4d5f-817a-b6880479070d port b9f56e19-7c7e-4916-ac09-55eab3e50480 binding host dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:34:35.824242 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.833347 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.973346 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port ebca8c4d-6369-40b6-9168-910830f983c1, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=ebca8c4d-6369-40b6-9168-910830f983c1,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:35.977646 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:35.978534 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 8923f0e1-28b5-478a-874a-85a6f69e1fe2 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:34:36.151630 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=ebca8c4d-6369-40b6-9168-910830f983c1,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:36.178822 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586e34b-308d-42da-937b-e9f25363935e req-917e1aed-cf3b-441d-b47f-35e5b57cf32f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:36.181284 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1586e34b-308d-42da-937b-e9f25363935e req-917e1aed-cf3b-441d-b47f-35e5b57cf32f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0912423 Aug 31 23:34:36.222580 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 8923f0e1-28b5-478a-874a-85a6f69e1fe2 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:36.222897 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:36.231449 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1586e34b-308d-42da-937b-e9f25363935e req-6404c7e4-a40b-412d-acc8-971d3f43b288 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420978 Aug 31 23:34:36.379701 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a436758-c3ee-41bb-97e5-dd043cbf5d99 req-03a1df57-0710-4a02-b181-0ce3a8f002c5 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:36.381754 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0a436758-c3ee-41bb-97e5-dd043cbf5d99 req-03a1df57-0710-4a02-b181-0ce3a8f002c5 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0554228 Aug 31 23:34:36.385560 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:36.401403 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Transition to ACTIVE for port object b9f56e19-7c7e-4916-ac09-55eab3e50480 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:34:36.407978 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:36.431028 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0a436758-c3ee-41bb-97e5-dd043cbf5d99 req-09e7eef2-e855-44f5-8c6c-acf845e80947 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426190 Aug 31 23:34:36.491401 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d71b38-d02f-4802-875f-7dae1c5dd899 None None] Pushing event updated for resources: {'Port': ['ID=b9f56e19-7c7e-4916-ac09-55eab3e50480,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:36.558148 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Attempting to bind port b9f56e19-7c7e-4916-ac09-55eab3e50480 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:34:36.558526 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Attempting to bind port b9f56e19-7c7e-4916-ac09-55eab3e50480 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'fa89a4c6-cf9c-4f00-ba5e-15144d9266ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '623eef86-7c20-4a74-9909-9c540b2f604a'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:34:36.558889 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Attempting to bind port b9f56e19-7c7e-4916-ac09-55eab3e50480 on network 623eef86-7c20-4a74-9909-9c540b2f604a {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:34:36.566240 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:34:36.566659 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Checking segment: {'id': 'fa89a4c6-cf9c-4f00-ba5e-15144d9266ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '623eef86-7c20-4a74-9909-9c540b2f604a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:34:36.567138 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:36.567592 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Bound using segment: {'id': 'fa89a4c6-cf9c-4f00-ba5e-15144d9266ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '623eef86-7c20-4a74-9909-9c540b2f604a'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:34:36.568174 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Bound port: b9f56e19-7c7e-4916-ac09-55eab3e50480, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa89a4c6-cf9c-4f00-ba5e-15144d9266ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '623eef86-7c20-4a74-9909-9c540b2f604a'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:34:36.568684 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:36.581674 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c603f-6095-4e05-afc3-7a767ebf06f8 req-8eaf745a-7d4c-4a5d-946c-5042983f388e tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:36.583048 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-be4c603f-6095-4e05-afc3-7a767ebf06f8 req-8eaf745a-7d4c-4a5d-946c-5042983f388e tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 946 time: 0.0662897 Aug 31 23:34:36.646670 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-be4c603f-6095-4e05-afc3-7a767ebf06f8 req-61fad127-fcf7-4ca2-8789-289960793d8a tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483580 Aug 31 23:34:36.647066 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-c145b430-d334-457d-870f-68687b19dd8c None None] For port b9f56e19-7c7e-4916-ac09-55eab3e50480, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:34:36.650468 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-c145b430-d334-457d-870f-68687b19dd8c None None] For port b9f56e19-7c7e-4916-ac09-55eab3e50480, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=b9f56e19-7c7e-4916-ac09-55eab3e50480,segment=NetworkSegment(fa89a4c6-cf9c-4f00-ba5e-15144d9266ec),segment_id=fa89a4c6-cf9c-4f00-ba5e-15144d9266ec)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:34:36.655795 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:36.728687 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d71b38-d02f-4802-875f-7dae1c5dd899 None None] Pushing event updated for resources: {'Port': ['ID=b9f56e19-7c7e-4916-ac09-55eab3e50480,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:36.732235 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Routers {'e84d6cda-dce4-4d5f-817a-b6880479070d'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:34:36.733090 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-c145b430-d334-457d-870f-68687b19dd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:34:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['e84d6cda-dce4-4d5f-817a-b6880479070d'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:36.853867 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-c145b430-d334-457d-870f-68687b19dd8c None None] Set router e84d6cda-dce4-4d5f-817a-b6880479070d gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:34:37.064339 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-c145b430-d334-457d-870f-68687b19dd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'name': 'tempest-TestShelveInstance-236468544-router', 'tenant_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebca8c4d-6369-40b6-9168-910830f983c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:29Z', 'updated_at': '2021-08-31T23:34:32Z', 'revision_number': 4, 'project_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'gw_port': {'id': 'ebca8c4d-6369-40b6-9168-910830f983c1', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:30Z', 'updated_at': '2021-08-31T23:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': 'b9f56e19-7c7e-4916-ac09-55eab3e50480', 'name': '', 'network_id': '623eef86-7c20-4a74-9909-9c540b2f604a', 'tenant_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'mac_address': 'fa:16:3e:8c:53:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '74de030b-764f-487f-b96f-3f955b39434a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:32Z', 'updated_at': '2021-08-31T23:34:36Z', 'revision_number': 4, 'project_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'subnets': [{'id': '74de030b-764f-487f-b96f-3f955b39434a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:34:37.089533 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145b430-d334-457d-870f-68687b19dd8c None None] The sync data for ids ['e84d6cda-dce4-4d5f-817a-b6880479070d'] in dv-cinder-804459-5-iscsi is: [{'id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'name': 'tempest-TestShelveInstance-236468544-router', 'tenant_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebca8c4d-6369-40b6-9168-910830f983c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:29Z', 'updated_at': '2021-08-31T23:34:32Z', 'revision_number': 4, 'project_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'gw_port': {'id': 'ebca8c4d-6369-40b6-9168-910830f983c1', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:30Z', 'updated_at': '2021-08-31T23:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': 'b9f56e19-7c7e-4916-ac09-55eab3e50480', 'name': '', 'network_id': '623eef86-7c20-4a74-9909-9c540b2f604a', 'tenant_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'mac_address': 'fa:16:3e:8c:53:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '74de030b-764f-487f-b96f-3f955b39434a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:32Z', 'updated_at': '2021-08-31T23:34:36Z', 'revision_number': 4, 'project_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'subnets': [{'id': '74de030b-764f-487f-b96f-3f955b39434a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:34:37.370551 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a349a5-68fc-431e-a08d-d26f4d4c35dd req-d936228e-4c5c-44c6-93c2-8d8e3bbc683f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:37.372276 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-16a349a5-68fc-431e-a08d-d26f4d4c35dd req-d936228e-4c5c-44c6-93c2-8d8e3bbc683f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0525634 Aug 31 23:34:37.445687 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-16a349a5-68fc-431e-a08d-d26f4d4c35dd req-f5761dce-9e38-404f-a9d5-8a52f1a65442 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665560 Aug 31 23:34:37.568812 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device ebca8c4d-6369-40b6-9168-910830f983c1 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:34:37.579247 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909105d-c7d0-4580-b20d-52f33680dd17 req-9e5e789e-1702-4070-984e-f334b77d7979 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:37.584786 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6909105d-c7d0-4580-b20d-52f33680dd17 req-9e5e789e-1702-4070-984e-f334b77d7979 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0722470 Aug 31 23:34:37.622610 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6909105d-c7d0-4580-b20d-52f33680dd17 req-90fa1ec8-5230-4bbf-99d4-468a9ac94dd8 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347347 Aug 31 23:34:37.622823 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port ebca8c4d-6369-40b6-9168-910830f983c1 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:37.622989 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:37.713872 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device b9f56e19-7c7e-4916-ac09-55eab3e50480 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:34:37.776090 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a62ee6-1829-4016-9198-d3ce7475dca1 req-1c255950-ec5a-4145-9025-eca02fbe40e8 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:37.777961 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-43a62ee6-1829-4016-9198-d3ce7475dca1 req-1c255950-ec5a-4145-9025-eca02fbe40e8 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 946 time: 0.0583141 Aug 31 23:34:37.779706 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port b9f56e19-7c7e-4916-ac09-55eab3e50480 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:34:37.784469 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port b9f56e19-7c7e-4916-ac09-55eab3e50480 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:37.784919 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:37.824950 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-43a62ee6-1829-4016-9198-d3ce7475dca1 req-3d53843c-8dc8-454e-91e2-d120367c1cce tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388193 Aug 31 23:34:37.875250 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:37.907443 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port b9f56e19-7c7e-4916-ac09-55eab3e50480, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=b9f56e19-7c7e-4916-ac09-55eab3e50480,segment=NetworkSegment(fa89a4c6-cf9c-4f00-ba5e-15144d9266ec),segment_id=fa89a4c6-cf9c-4f00-ba5e-15144d9266ec)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:37.911844 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:37.959537 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=b9f56e19-7c7e-4916-ac09-55eab3e50480,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:38.573111 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310fdf1-71f1-4372-bdd0-668921053727 req-7d5d82ba-663a-49a1-b898-944940be2090 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:38.574865 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b310fdf1-71f1-4372-bdd0-668921053727 req-7d5d82ba-663a-49a1-b898-944940be2090 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0498376 Aug 31 23:34:38.622027 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b310fdf1-71f1-4372-bdd0-668921053727 req-a7c57dc7-401d-4db9-97aa-86623b1056f9 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377779 Aug 31 23:34:38.663553 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:34:38.738784 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 44566) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:38.748409 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c9861-64ae-4893-bd69-cf8af212ba42 req-6650f3f9-14c4-4ea7-a130-5f96a20b5ff2 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:38.750393 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-991c9861-64ae-4893-bd69-cf8af212ba42 req-6650f3f9-14c4-4ea7-a130-5f96a20b5ff2 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0576088 Aug 31 23:34:38.762230 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:38.774033 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'port_id': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318', 'mac_address': 'fa:16:3e:a9:85:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:34:38.797671 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-991c9861-64ae-4893-bd69-cf8af212ba42 req-4bfc92e0-c2be-4a4d-ac6c-feb5985bebea tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406189 Aug 31 23:34:38.832964 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:38.848149 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:34:38.869812 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-87149adf-8b41-465a-9e71-0b5682be34e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:38.870165 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:38.875354 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:38.933358 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,revision_number=6']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:38.971545 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-87149adf-8b41-465a-9e71-0b5682be34e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:38.975197 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-87149adf-8b41-465a-9e71-0b5682be34e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:39.018277 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-87149adf-8b41-465a-9e71-0b5682be34e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4d77fdcaf12a47129a7f279ec38385f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783997 Aug 31 23:34:39.019154 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87149adf-8b41-465a-9e71-0b5682be34e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea145371-86bd-473f-b628-64ef7251bd16,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:39.020941 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44570) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:39.021850 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['4c1f8313-9d06-4ecf-9962-23d7cc1e9318'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:34:39.084054 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fc81f7f1-8994-4df4-ad0c-0e0fa4be9971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:39.106212 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fc81f7f1-8994-4df4-ad0c-0e0fa4be9971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:39.156785 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fc81f7f1-8994-4df4-ad0c-0e0fa4be9971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:39.160055 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fc81f7f1-8994-4df4-ad0c-0e0fa4be9971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:39.161310 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-fc81f7f1-8994-4df4-ad0c-0e0fa4be9971 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ea145371-86bd-473f-b628-64ef7251bd16 HTTP/1.1" status: 204 len: 168 time: 0.1376004 Aug 31 23:34:39.171743 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81f7f1-8994-4df4-ad0c-0e0fa4be9971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea145371-86bd-473f-b628-64ef7251bd16,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:39.465059 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device b9f56e19-7c7e-4916-ac09-55eab3e50480 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:34:39.531109 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port b9f56e19-7c7e-4916-ac09-55eab3e50480 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:39.531432 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:39.775207 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4694fc9-3e69-4bb5-adc1-d2c2cc1f96b1 req-81b30084-8050-4416-9d6e-ae7da1b8893a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:39.777576 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f4694fc9-3e69-4bb5-adc1-d2c2cc1f96b1 req-81b30084-8050-4416-9d6e-ae7da1b8893a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 945 time: 0.0603650 Aug 31 23:34:39.819321 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f4694fc9-3e69-4bb5-adc1-d2c2cc1f96b1 req-3a7a2247-ba03-4a17-ad9a-9c3124364652 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344522 Aug 31 23:34:39.849310 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec279-8647-4fae-a76c-9ee83fe484af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:39.924676 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e186ed-ac2f-45fa-899a-c50756cb3799 req-33b9cc34-7891-4c19-84b3-13d435040041 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:39.926318 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-06e186ed-ac2f-45fa-899a-c50756cb3799 req-33b9cc34-7891-4c19-84b3-13d435040041 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0515389 Aug 31 23:34:39.964602 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-06e186ed-ac2f-45fa-899a-c50756cb3799 req-6400d579-8e10-4a23-9fae-0ddf4546e0fd tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322647 Aug 31 23:34:40.323650 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44618) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:40.432230 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9fd4408a-460c-4c1c-9770-f31bd1e73f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:40.522468 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9fd4408a-460c-4c1c-9770-f31bd1e73f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:40.527635 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9fd4408a-460c-4c1c-9770-f31bd1e73f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:40.529414 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb7911-0841-48b6-8fb6-915a8723b0d2 req-88a1c0eb-a139-464f-8ad9-dfd3692f6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:40.530962 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d3bb7911-0841-48b6-8fb6-915a8723b0d2 req-88a1c0eb-a139-464f-8ad9-dfd3692f6d34 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 1098 time: 0.0409355 Aug 31 23:34:40.568164 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-9fd4408a-460c-4c1c-9770-f31bd1e73f53 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c5dc18df8f8746ccbdf0904b2f0ecfc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409093 Aug 31 23:34:40.568441 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44626) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:40.571501 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d3bb7911-0841-48b6-8fb6-915a8723b0d2 req-ce56f483-6e7b-4020-a090-90528c2662b4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287654 Aug 31 23:34:40.574879 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4408a-460c-4c1c-9770-f31bd1e73f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd73e9f-53ea-48ed-a241-544fe6e1ff94,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:40.620375 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c4f36cbb-5bc6-40e4-a601-88996db93ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:40.640815 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c4f36cbb-5bc6-40e4-a601-88996db93ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:40.664086 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:34:40.686921 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c4f36cbb-5bc6-40e4-a601-88996db93ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:40.689483 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c4f36cbb-5bc6-40e4-a601-88996db93ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:40.690610 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-c4f36cbb-5bc6-40e4-a601-88996db93ea1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9dd73e9f-53ea-48ed-a241-544fe6e1ff94 HTTP/1.1" status: 204 len: 168 time: 0.1212957 Aug 31 23:34:40.698968 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f36cbb-5bc6-40e4-a601-88996db93ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd73e9f-53ea-48ed-a241-544fe6e1ff94,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:40.736027 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:34:40.736431 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:40.822056 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:40.844680 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:34:40.846913 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf99dad7-1c83-48d0-acfb-95368db08621" -d '{"events": [{"server_uuid": "580824ec-8c1d-4d10-83b8-ec2b699c153e", "name": "network-vif-plugged", "status": "completed", "tag": "4c1f8313-9d06-4ecf-9962-23d7cc1e9318"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:34:40.859938 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:40.865194 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:40.896392 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957291c0-852f-4fb0-8cb1-9302a515dcc8 x-openstack-request-id: req-957291c0-852f-4fb0-8cb1-9302a515dcc8 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:34:40.897132 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580824ec-8c1d-4d10-83b8-ec2b699c153e", "name": "network-vif-plugged", "status": "completed", "tag": "4c1f8313-9d06-4ecf-9962-23d7cc1e9318", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:34:40.897551 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-957291c0-852f-4fb0-8cb1-9302a515dcc8 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:34:40.898032 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318', 'code': 200} Aug 31 23:34:40.937368 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,revision_number=7']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:40.968029 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaff291-07fb-48a2-b514-1740e4f2daa9 req-409e0ce5-fceb-4ff1-82d1-d4a5a6aeddc5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:40.969262 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7eaff291-07fb-48a2-b514-1740e4f2daa9 req-409e0ce5-fceb-4ff1-82d1-d4a5a6aeddc5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0572209 Aug 31 23:34:41.016172 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7eaff291-07fb-48a2-b514-1740e4f2daa9 req-56a89e12-69f5-4168-bdf8-3639e966e2ab tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380802 Aug 31 23:34:41.098237 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bf1bc-a268-4b98-9c2d-3da47ed97ab5 req-915b73d3-0169-4f75-a003-45c488770e68 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:41.104805 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-7d1bf1bc-a268-4b98-9c2d-3da47ed97ab5 req-915b73d3-0169-4f75-a003-45c488770e68 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0623906 Aug 31 23:34:41.148711 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-7d1bf1bc-a268-4b98-9c2d-3da47ed97ab5 req-427f8af9-80c7-4d06-820c-96a75a83dab9 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410459 Aug 31 23:34:41.449001 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:42.154313 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ad5d7-218f-49c5-b07e-a558bb2b622e req-b9757642-4d09-4117-a0a3-be1672db11e9 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:42.156524 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b41ad5d7-218f-49c5-b07e-a558bb2b622e req-b9757642-4d09-4117-a0a3-be1672db11e9 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0559049 Aug 31 23:34:42.223144 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b41ad5d7-218f-49c5-b07e-a558bb2b622e req-1ade15ae-7142-4f55-80c1-b2fb0dc15547 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591841 Aug 31 23:34:42.291358 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c168a0-400a-46cc-b941-a23eb0877cf1 req-b0020764-9e31-4b24-9421-b8f39b7566f4 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:42.293706 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b0c168a0-400a-46cc-b941-a23eb0877cf1 req-b0020764-9e31-4b24-9421-b8f39b7566f4 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0581870 Aug 31 23:34:42.339368 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b0c168a0-400a-46cc-b941-a23eb0877cf1 req-a09c841c-f1f6-477f-9955-bb9cb1c904b9 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396044 Aug 31 23:34:42.876804 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4b52c075-3bc0-4234-a285-9763487d88e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:42.915601 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d23a02-836e-4e17-9857-3ee76d283a70 req-8c35554c-9118-4692-99bd-27c731507877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:42.917319 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77d23a02-836e-4e17-9857-3ee76d283a70 req-8c35554c-9118-4692-99bd-27c731507877 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=50a47fc76e7d48e5b704d5f2dd962483&device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 1098 time: 0.1205816 Aug 31 23:34:42.926852 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c4130-a3de-4c0f-9f04-ba43c251e50f req-86c3f8c2-530f-4119-8001-b64e8d619e17 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:42.928472 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-718c4130-a3de-4c0f-9f04-ba43c251e50f req-86c3f8c2-530f-4119-8001-b64e8d619e17 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0926113 Aug 31 23:34:43.041383 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-718c4130-a3de-4c0f-9f04-ba43c251e50f req-a1537f19-9f8b-4a10-bde3-ea309b1ad6a9 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004591 Aug 31 23:34:43.117691 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d23a02-836e-4e17-9857-3ee76d283a70 req-5d76dc40-b191-4af1-9349-de3752d85b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:43.119480 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77d23a02-836e-4e17-9857-3ee76d283a70 req-5d76dc40-b191-4af1-9349-de3752d85b04 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4bcb073e-1d75-46c6-8333-a59aa396399f HTTP/1.1" status: 200 len: 920 time: 0.1897480 Aug 31 23:34:43.152535 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:43.183296 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77d23a02-836e-4e17-9857-3ee76d283a70 req-d95f6e6c-a79b-451e-92f4-60c6deaa817b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f75ec18e-555b-47f3-a862-1608fd678194 HTTP/1.1" status: 200 len: 217 time: 0.0537536 Aug 31 23:34:43.266099 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d23a02-836e-4e17-9857-3ee76d283a70 req-881c516d-dfcf-4277-937c-eea25634f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:43.273331 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77d23a02-836e-4e17-9857-3ee76d283a70 req-881c516d-dfcf-4277-937c-eea25634f4a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c53f0166-3f80-478d-8aa4-6c43d9c06f6f HTTP/1.1" status: 200 len: 859 time: 0.0749748 Aug 31 23:34:43.356294 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77d23a02-836e-4e17-9857-3ee76d283a70 req-70d1a31c-31f0-4d2d-a2c0-e43dddcdd7a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4bcb073e-1d75-46c6-8333-a59aa396399f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711780 Aug 31 23:34:43.487208 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d0e61-a368-4a69-a538-ef045cde945a req-bfc7d8cc-9ecf-4668-a068-506dd82098bd tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:43.495607 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ff2d0e61-a368-4a69-a538-ef045cde945a req-bfc7d8cc-9ecf-4668-a068-506dd82098bd tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.1360135 Aug 31 23:34:43.501764 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77d23a02-836e-4e17-9857-3ee76d283a70 req-820fc764-9b4c-416b-a133-232eed333ecd service neutron] 10.222.0.53 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331630 Aug 31 23:34:43.542978 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:43.552753 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ff2d0e61-a368-4a69-a538-ef045cde945a req-e49e18c7-c74c-4599-b861-09f1ba529e15 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558078 Aug 31 23:34:43.650499 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77d23a02-836e-4e17-9857-3ee76d283a70 req-4e3239ca-253f-40e1-8be3-fe460a1581e6 service neutron] 10.222.0.53 "GET /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314085 Aug 31 23:34:44.200336 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4eadcb-9bee-40a7-b879-9a106b3352d3 req-cd0f1068-5878-460a-a280-44d8e78edcfe tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:44.208490 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-be4eadcb-9bee-40a7-b879-9a106b3352d3 req-cd0f1068-5878-460a-a280-44d8e78edcfe tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0646694 Aug 31 23:34:44.247247 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-be4eadcb-9bee-40a7-b879-9a106b3352d3 req-a292154e-67e9-4978-a52f-a4cb0e1d3d20 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378797 Aug 31 23:34:44.731764 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670c2c1-88ee-46e9-bd97-d37a3ecf7df0 req-4cb21daa-5645-402e-94d4-81033ff5b6b5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:44.742551 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a670c2c1-88ee-46e9-bd97-d37a3ecf7df0 req-4cb21daa-5645-402e-94d4-81033ff5b6b5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0842218 Aug 31 23:34:44.793845 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a670c2c1-88ee-46e9-bd97-d37a3ecf7df0 req-a6ed8e4e-058a-4d4c-927c-2c5aec56c4f7 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503023 Aug 31 23:34:45.021694 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:45.387390 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09881129-333d-4989-b7fb-30df5628d004 req-9cb96b11-f717-42f3-965f-99156c08658c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:45.389105 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-09881129-333d-4989-b7fb-30df5628d004 req-9cb96b11-f717-42f3-965f-99156c08658c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0584404 Aug 31 23:34:45.434606 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-09881129-333d-4989-b7fb-30df5628d004 req-9053968c-b73f-4144-8865-50dcb6bd4ce5 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362706 Aug 31 23:34:45.942045 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55804b97-faf2-48bd-b9e9-ff239d70e1be req-def574d3-e2ce-4d6a-a203-6956d39b5fb8 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:45.943961 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-55804b97-faf2-48bd-b9e9-ff239d70e1be req-def574d3-e2ce-4d6a-a203-6956d39b5fb8 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0609522 Aug 31 23:34:45.985604 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-55804b97-faf2-48bd-b9e9-ff239d70e1be req-f1a693fb-c9c1-4326-a86e-f429b27bca74 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355465 Aug 31 23:34:46.585606 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f8e9b-f6c8-4210-9768-95e2e102058c req-e3669215-f649-46e7-b85f-9f585dc6629f tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:46.588042 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ac8f8e9b-f6c8-4210-9768-95e2e102058c req-e3669215-f649-46e7-b85f-9f585dc6629f tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0596080 Aug 31 23:34:46.671451 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ac8f8e9b-f6c8-4210-9768-95e2e102058c req-e6a1de27-5842-4503-a2e4-5a309aa6e19b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706832 Aug 31 23:34:47.208598 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7d256-70aa-463c-82f9-e47094342c83 req-973c450c-c3e0-470b-8060-709f10fb037c tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:47.215068 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9af7d256-70aa-463c-82f9-e47094342c83 req-973c450c-c3e0-470b-8060-709f10fb037c tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0960236 Aug 31 23:34:47.272693 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9af7d256-70aa-463c-82f9-e47094342c83 req-436b1b1a-6f19-4d24-ad77-82661db08f1a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475531 Aug 31 23:34:48.466327 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732ff10-dd93-4b71-ade1-95c2251bf486 req-fe047f9c-a8f0-4e36-a5f9-ed33caf1d9ee tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:48.468596 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3732ff10-dd93-4b71-ade1-95c2251bf486 req-fe047f9c-a8f0-4e36-a5f9-ed33caf1d9ee tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0927265 Aug 31 23:34:48.542144 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3732ff10-dd93-4b71-ade1-95c2251bf486 req-c2f1dcdc-b725-4251-8e46-bdc8e1aa3f3a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676734 Aug 31 23:34:49.722510 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980137b3-7136-4fd2-bfa1-cf05a46b265a req-a77f36e0-ae1a-4fcd-b52a-d4dc8fc24415 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:49.724033 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-980137b3-7136-4fd2-bfa1-cf05a46b265a req-a77f36e0-ae1a-4fcd-b52a-d4dc8fc24415 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0754378 Aug 31 23:34:49.774899 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-980137b3-7136-4fd2-bfa1-cf05a46b265a req-8bd3651f-0965-49e5-9c4b-ca10acd35e4c tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443888 Aug 31 23:34:50.906936 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7dc63-c9ca-478f-9f16-30e09c04a8ae req-843a976e-360a-4a79-b0c3-3b65e2646ffe tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:50.912821 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5fb7dc63-c9ca-478f-9f16-30e09c04a8ae req-843a976e-360a-4a79-b0c3-3b65e2646ffe tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0599868 Aug 31 23:34:50.957940 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5fb7dc63-c9ca-478f-9f16-30e09c04a8ae req-4490f0ab-db28-4db3-9e7f-90fbc53c7d14 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412633 Aug 31 23:34:51.360121 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5e02b-1368-40c3-80bd-2071f064c872 req-fa217015-3f4b-4e92-acac-7ec87a8417c4 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:51.361863 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3ca5e02b-1368-40c3-80bd-2071f064c872 req-fa217015-3f4b-4e92-acac-7ec87a8417c4 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 946 time: 0.0531912 Aug 31 23:34:51.405311 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3ca5e02b-1368-40c3-80bd-2071f064c872 req-a83ee29f-d1f8-4e5a-9982-fbca64fa1cd7 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367911 Aug 31 23:34:51.889917 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c78cc-5c01-4d66-8e92-2014b7fe7a1d req-5b46a153-abef-49f8-a491-a5425c5570ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:51.891390 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0a2c78cc-5c01-4d66-8e92-2014b7fe7a1d req-5b46a153-abef-49f8-a491-a5425c5570ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c49e741b70d4f008e8dbd658695b1d0&device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 1099 time: 0.0415516 Aug 31 23:34:51.941027 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a960c-3794-4880-aa39-e4ded09364fe req-328f4842-038a-4c25-8d7b-33977ffda6a2 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:51.942517 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a17a960c-3794-4880-aa39-e4ded09364fe req-328f4842-038a-4c25-8d7b-33977ffda6a2 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0488322 Aug 31 23:34:51.981063 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a17a960c-3794-4880-aa39-e4ded09364fe req-6d3a2d40-300f-4cec-85b7-4ad7995aef9c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324664 Aug 31 23:34:51.991621 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c78cc-5c01-4d66-8e92-2014b7fe7a1d req-5f9998dd-6442-478a-8951-e164c4dcdf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:51.997714 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0a2c78cc-5c01-4d66-8e92-2014b7fe7a1d req-5f9998dd-6442-478a-8951-e164c4dcdf2c service neutron] 10.222.0.53 "GET /v2.0/networks?id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d HTTP/1.1" status: 200 len: 917 time: 0.0960934 Aug 31 23:34:52.093488 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0a2c78cc-5c01-4d66-8e92-2014b7fe7a1d req-f82695a4-419a-436e-af3b-e647cef59b36 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318 HTTP/1.1" status: 200 len: 1002 time: 0.0868294 Aug 31 23:34:52.108827 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bb079-b0b5-48f9-b864-3b374f820369 req-dff7b7b6-0784-44eb-a633-3b0c9392c108 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:52.110225 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0e2bb079-b0b5-48f9-b864-3b374f820369 req-dff7b7b6-0784-44eb-a633-3b0c9392c108 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0646949 Aug 31 23:34:52.409058 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c78cc-5c01-4d66-8e92-2014b7fe7a1d req-d53d71c0-8489-4d13-bbdb-f5ceb94591f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:52.410397 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0a2c78cc-5c01-4d66-8e92-2014b7fe7a1d req-d53d71c0-8489-4d13-bbdb-f5ceb94591f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9a93863-32b4-4310-847d-ebe9dbacd80a HTTP/1.1" status: 200 len: 855 time: 0.2993574 Aug 31 23:34:52.415151 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0e2bb079-b0b5-48f9-b864-3b374f820369 req-48faed9c-c8c5-46cf-b5c8-38f6d6784da8 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971833 Aug 31 23:34:52.459309 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c78cc-5c01-4d66-8e92-2014b7fe7a1d req-ab987d85-63e8-4d7f-8ef9-9eb4f8c7b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:52.461263 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0a2c78cc-5c01-4d66-8e92-2014b7fe7a1d req-ab987d85-63e8-4d7f-8ef9-9eb4f8c7b08d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396624 Aug 31 23:34:52.506187 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:34:52.540019 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cf7d5-e53d-447d-b0eb-ef3fd04c5a00 req-fb5f4165-6b64-4549-8f5d-118b3251063e tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:52.541524 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-741cf7d5-e53d-447d-b0eb-ef3fd04c5a00 req-fb5f4165-6b64-4549-8f5d-118b3251063e tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 946 time: 0.0581999 Aug 31 23:34:52.567037 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0a2c78cc-5c01-4d66-8e92-2014b7fe7a1d req-57d71794-d664-43af-94e2-ed416b6a54a8 service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834074 Aug 31 23:34:52.578674 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-741cf7d5-e53d-447d-b0eb-ef3fd04c5a00 req-86871259-d2e4-4dfd-a474-409f290a220b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310957 Aug 31 23:34:52.668476 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0a2c78cc-5c01-4d66-8e92-2014b7fe7a1d req-769c0a41-11bc-45ba-aaa9-09483ceb4ae3 service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842264 Aug 31 23:34:52.931519 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 44950) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:53.071187 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-93f82ac1-df9c-4400-bd4d-b2b4f77c223e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:53.095000 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401e53a-c899-49a7-95f3-64ef1363d1ba req-289378f1-a8b9-48fc-833e-3bd5b60a51a7 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:53.096520 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d401e53a-c899-49a7-95f3-64ef1363d1ba req-289378f1-a8b9-48fc-833e-3bd5b60a51a7 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0511460 Aug 31 23:34:53.133973 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d401e53a-c899-49a7-95f3-64ef1363d1ba req-7bc45e29-538c-4350-a98f-e21023b0612b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313725 Aug 31 23:34:53.162140 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-93f82ac1-df9c-4400-bd4d-b2b4f77c223e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:53.166088 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-93f82ac1-df9c-4400-bd4d-b2b4f77c223e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:53.202732 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-93f82ac1-df9c-4400-bd4d-b2b4f77c223e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b2860703cf3b487c9dc1f647fa3eaf38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701178 Aug 31 23:34:53.203528 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f82ac1-df9c-4400-bd4d-b2b4f77c223e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78388d36-51b9-42df-9344-f433271779be,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:53.205320 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 44956) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:53.260584 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-610fa89e-68e3-4275-bfc2-270cc0f2d911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:53.282946 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-610fa89e-68e3-4275-bfc2-270cc0f2d911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:53.331613 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-610fa89e-68e3-4275-bfc2-270cc0f2d911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:53.334263 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-610fa89e-68e3-4275-bfc2-270cc0f2d911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:53.335397 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-610fa89e-68e3-4275-bfc2-270cc0f2d911 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/78388d36-51b9-42df-9344-f433271779be HTTP/1.1" status: 204 len: 168 time: 0.1289446 Aug 31 23:34:53.343161 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fa89e-68e3-4275-bfc2-270cc0f2d911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78388d36-51b9-42df-9344-f433271779be,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:53.542780 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909392c-14fc-48f8-ab37-0af1eb609290 req-a15774c8-da54-4d9e-8974-032c3e7bd5fd tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:53.544714 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2909392c-14fc-48f8-ab37-0af1eb609290 req-a15774c8-da54-4d9e-8974-032c3e7bd5fd tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0551674 Aug 31 23:34:53.566550 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ca96e-c457-466b-a714-a8dba4f53e1c req-2f923414-db34-449b-ba56-0ed5affc9669 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:53.568220 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-653ca96e-c457-466b-a714-a8dba4f53e1c req-2f923414-db34-449b-ba56-0ed5affc9669 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 946 time: 0.0623391 Aug 31 23:34:53.585662 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2909392c-14fc-48f8-ab37-0af1eb609290 req-2ad3100b-90cd-45b3-98c9-173260c44a28 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348310 Aug 31 23:34:53.702765 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-653ca96e-c457-466b-a714-a8dba4f53e1c req-a08c7076-2821-4dc5-bb8c-57a0861e69c2 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Deleting port 7b727c98-7a08-40c5-a013-0bc902c9d49b {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:34:53.703103 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-653ca96e-c457-466b-a714-a8dba4f53e1c req-a08c7076-2821-4dc5-bb8c-57a0861e69c2 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:53.714215 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300dec6c-135a-47f7-ae79-58da9bcb7b1b req-c123e8f9-a07f-4820-bfa5-728cd776d1ed tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:53.715609 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-300dec6c-135a-47f7-ae79-58da9bcb7b1b req-c123e8f9-a07f-4820-bfa5-728cd776d1ed tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f2256c8-8be0-45d0-a658-e4befb69c2fc HTTP/1.1" status: 200 len: 946 time: 0.0655582 Aug 31 23:34:53.792391 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-300dec6c-135a-47f7-ae79-58da9bcb7b1b req-288a6384-1e0a-4de6-ab61-1929ac41ad49 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670593 Aug 31 23:34:53.822168 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-653ca96e-c457-466b-a714-a8dba4f53e1c req-a08c7076-2821-4dc5-bb8c-57a0861e69c2 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] For port 7b727c98-7a08-40c5-a013-0bc902c9d49b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7b727c98-7a08-40c5-a013-0bc902c9d49b,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:53.822533 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-653ca96e-c457-466b-a714-a8dba4f53e1c req-a08c7076-2821-4dc5-bb8c-57a0861e69c2 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:53.839779 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-653ca96e-c457-466b-a714-a8dba4f53e1c req-a08c7076-2821-4dc5-bb8c-57a0861e69c2 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Calling delete_port for 7b727c98-7a08-40c5-a013-0bc902c9d49b owned by compute:nova {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:34:53.958360 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-653ca96e-c457-466b-a714-a8dba4f53e1c req-a08c7076-2821-4dc5-bb8c-57a0861e69c2 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:53.971527 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['bd412178-72a4-400d-a2ce-edb25feb3689', '3b1ac077-d08a-4ca7-95dc-39c578fbf5e0', '20234e10-5596-41d5-b883-1104e5b4e2b0', '7b727c98-7a08-40c5-a013-0bc902c9d49b'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:34:53.986088 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c7076-2821-4dc5-bb8c-57a0861e69c2 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Pushing event deleted for resources: {'Port': ['ID=7b727c98-7a08-40c5-a013-0bc902c9d49b,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:54.029328 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-653ca96e-c457-466b-a714-a8dba4f53e1c req-a08c7076-2821-4dc5-bb8c-57a0861e69c2 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] No DVR routers for this DVR port 7b727c98-7a08-40c5-a013-0bc902c9d49b on host hv-cinder-80445 {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:34:54.032409 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-653ca96e-c457-466b-a714-a8dba4f53e1c req-a08c7076-2821-4dc5-bb8c-57a0861e69c2 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:54.034413 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-653ca96e-c457-466b-a714-a8dba4f53e1c req-a08c7076-2821-4dc5-bb8c-57a0861e69c2 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.53 "DELETE /v2.0/ports/7b727c98-7a08-40c5-a013-0bc902c9d49b HTTP/1.1" status: 204 len: 173 time: 0.4587827 Aug 31 23:34:54.034835 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2256c8-8be0-45d0-a658-e4befb69c2fc', 'name': 'network-vif-deleted', 'tag': '7b727c98-7a08-40c5-a013-0bc902c9d49b'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:34:54.037085 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de764fc-9a12-4c80-bf28-b13292d40fc0" -d '{"events": [{"server_uuid": "7f2256c8-8be0-45d0-a658-e4befb69c2fc", "name": "network-vif-deleted", "tag": "7b727c98-7a08-40c5-a013-0bc902c9d49b"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:34:54.084652 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9833126e-4aee-4deb-92cc-1d56314a0808 x-openstack-request-id: req-9833126e-4aee-4deb-92cc-1d56314a0808 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:34:54.084944 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2256c8-8be0-45d0-a658-e4befb69c2fc", "name": "network-vif-deleted", "tag": "7b727c98-7a08-40c5-a013-0bc902c9d49b", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:34:54.085194 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9833126e-4aee-4deb-92cc-1d56314a0808 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:34:54.085591 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2256c8-8be0-45d0-a658-e4befb69c2fc', 'name': 'network-vif-deleted', 'tag': '7b727c98-7a08-40c5-a013-0bc902c9d49b', 'status': 'completed', 'code': 200} Aug 31 23:34:54.249324 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff9b90-f1c5-4bd3-ab8a-3ee5bd9f7e39 req-ecb5fe23-0d20-43c7-bb55-66e2aa0f30b0 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:54.250816 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-dfff9b90-f1c5-4bd3-ab8a-3ee5bd9f7e39 req-ecb5fe23-0d20-43c7-bb55-66e2aa0f30b0 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0489242 Aug 31 23:34:54.288702 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-dfff9b90-f1c5-4bd3-ab8a-3ee5bd9f7e39 req-ce166f6c-083b-4d44-8fe0-2094d4593173 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317550 Aug 31 23:34:54.712745 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a6256-b2de-48a8-9afd-5a81be29363d req-4e09a6e7-3525-475c-ad8a-439c2639a02d tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:54.714253 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db5a6256-b2de-48a8-9afd-5a81be29363d req-4e09a6e7-3525-475c-ad8a-439c2639a02d tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0555489 Aug 31 23:34:54.751518 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-db5a6256-b2de-48a8-9afd-5a81be29363d req-41489321-4bbf-4759-b1f6-e38a7551114a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310113 Aug 31 23:34:55.148241 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95813104-b168-4dbb-9ba8-3e2adb385d06 req-e0e36caf-287b-4a9c-8ab0-23a92feb71c1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:55.149871 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-95813104-b168-4dbb-9ba8-3e2adb385d06 req-e0e36caf-287b-4a9c-8ab0-23a92feb71c1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0501630 Aug 31 23:34:55.250021 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-95813104-b168-4dbb-9ba8-3e2adb385d06 req-f1476877-4d11-4659-8e3e-00e383f839ce tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Deleting port 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:34:55.250697 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-95813104-b168-4dbb-9ba8-3e2adb385d06 req-f1476877-4d11-4659-8e3e-00e383f839ce tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:55.343528 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-95813104-b168-4dbb-9ba8-3e2adb385d06 req-f1476877-4d11-4659-8e3e-00e383f839ce tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] For port 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b,segment=NetworkSegment(f1b0a8cb-7605-4bf7-943c-c7d842583ed0),segment_id=f1b0a8cb-7605-4bf7-943c-c7d842583ed0)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:55.343898 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-95813104-b168-4dbb-9ba8-3e2adb385d06 req-f1476877-4d11-4659-8e3e-00e383f839ce tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:55.358388 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-95813104-b168-4dbb-9ba8-3e2adb385d06 req-f1476877-4d11-4659-8e3e-00e383f839ce tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Calling delete_port for 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b owned by compute:nova {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:34:55.407837 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af75a2-daa6-4f24-9caa-7cec8e2d925a req-a5028737-05aa-4d1d-8148-269d38d65fae tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:55.409402 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-72af75a2-daa6-4f24-9caa-7cec8e2d925a req-a5028737-05aa-4d1d-8148-269d38d65fae tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae948c91-2a26-4764-961c-55cd9341ec62 HTTP/1.1" status: 200 len: 945 time: 0.0505905 Aug 31 23:34:55.456812 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-72af75a2-daa6-4f24-9caa-7cec8e2d925a req-71749af0-f8a2-4fd3-ad83-0302f5b75f37 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340669 Aug 31 23:34:55.506762 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-95813104-b168-4dbb-9ba8-3e2adb385d06 req-f1476877-4d11-4659-8e3e-00e383f839ce tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:55.518010 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['f75ec18e-555b-47f3-a862-1608fd678194', '9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:34:55.535682 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1476877-4d11-4659-8e3e-00e383f839ce tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Pushing event deleted for resources: {'Port': ['ID=9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:55.579959 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-95813104-b168-4dbb-9ba8-3e2adb385d06 req-f1476877-4d11-4659-8e3e-00e383f839ce tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] No DVR routers for this DVR port 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b on host hv-cinder-80445 {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:34:55.582582 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-95813104-b168-4dbb-9ba8-3e2adb385d06 req-f1476877-4d11-4659-8e3e-00e383f839ce tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:55.584572 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-95813104-b168-4dbb-9ba8-3e2adb385d06 req-f1476877-4d11-4659-8e3e-00e383f839ce tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.53 "DELETE /v2.0/ports/9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b HTTP/1.1" status: 204 len: 173 time: 0.4258759 Aug 31 23:34:55.870710 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b3653-3609-4014-a323-d405eb879f8a req-14d7f28e-162c-4568-b115-2074f8d1a85e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:55.872157 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cc2b3653-3609-4014-a323-d405eb879f8a req-14d7f28e-162c-4568-b115-2074f8d1a85e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0493767 Aug 31 23:34:55.908712 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cc2b3653-3609-4014-a323-d405eb879f8a req-869ffd0d-124a-41d5-b10f-5bacd0542240 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303533 Aug 31 23:34:56.086772 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae948c91-2a26-4764-961c-55cd9341ec62', 'name': 'network-vif-deleted', 'tag': '9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:34:56.089429 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af41e292-954e-40f3-a8d6-07ee5e069987" -d '{"events": [{"server_uuid": "ae948c91-2a26-4764-961c-55cd9341ec62", "name": "network-vif-deleted", "tag": "9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:34:56.142375 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b6d07a-da42-430c-b5fb-ebdccc5c2fea x-openstack-request-id: req-24b6d07a-da42-430c-b5fb-ebdccc5c2fea {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:34:56.142661 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae948c91-2a26-4764-961c-55cd9341ec62", "name": "network-vif-deleted", "tag": "9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:34:56.143267 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24b6d07a-da42-430c-b5fb-ebdccc5c2fea {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:34:56.143717 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae948c91-2a26-4764-961c-55cd9341ec62', 'name': 'network-vif-deleted', 'tag': '9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b', 'status': 'completed', 'code': 200} Aug 31 23:34:56.242646 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b13d0-60c4-41a2-a80f-77c36ecf0fe1 req-e915f7cb-4a2c-4d8b-8bcd-2143d5ac48f4 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:56.244707 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d14b13d0-60c4-41a2-a80f-77c36ecf0fe1 req-e915f7cb-4a2c-4d8b-8bcd-2143d5ac48f4 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 946 time: 0.0565283 Aug 31 23:34:56.285087 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d14b13d0-60c4-41a2-a80f-77c36ecf0fe1 req-f38cf0ac-8885-4fa5-ae0c-d5890592e478 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340855 Aug 31 23:34:56.407892 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [req-7febbbf5-c44d-491a-b8de-6309c5469753 req-41f28e6f-9d89-4dc7-8b99-2bda57968561 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:34:56.409229 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-7febbbf5-c44d-491a-b8de-6309c5469753 req-41f28e6f-9d89-4dc7-8b99-2bda57968561 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066988 Aug 31 23:34:56.581761 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce81053-200f-492b-bc74-cfb46bcb01e5 req-10bf5395-eb9c-4da1-9da4-8c7a45c7e45f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:56.583282 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-fce81053-200f-492b-bc74-cfb46bcb01e5 req-10bf5395-eb9c-4da1-9da4-8c7a45c7e45f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 946 time: 0.0549121 Aug 31 23:34:56.632182 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-fce81053-200f-492b-bc74-cfb46bcb01e5 req-91f9d45b-b10d-488c-b1ba-0f83659128d9 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423000 Aug 31 23:34:56.729121 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:34:56.745607 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c83bef-8c21-4bdd-8bc3-55429f852eb7 req-e84ea385-f4c4-41ab-8e2f-a96c8f57d141 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:56.747236 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-00c83bef-8c21-4bdd-8bc3-55429f852eb7 req-e84ea385-f4c4-41ab-8e2f-a96c8f57d141 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0509448 Aug 31 23:34:56.786996 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-00c83bef-8c21-4bdd-8bc3-55429f852eb7 req-64723d03-93f2-4027-b776-4f46aba64429 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332057 Aug 31 23:34:56.816609 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:56.843702 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:34:56.845998 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a501353f-174a-4381-9ec6-9b6e670d7704" -d '{"events": [{"server_uuid": "580824ec-8c1d-4d10-83b8-ec2b699c153e", "name": "network-vif-unplugged", "status": "completed", "tag": "4c1f8313-9d06-4ecf-9962-23d7cc1e9318"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:34:56.858700 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:56.863474 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:56.864158 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 7b727c98-7a08-40c5-a013-0bc902c9d49b no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:34:56.884857 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 23:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3310ac6-6df8-43af-b686-2f8e1526cb14 x-openstack-request-id: req-c3310ac6-6df8-43af-b686-2f8e1526cb14 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:34:56.885143 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580824ec-8c1d-4d10-83b8-ec2b699c153e", "name": "network-vif-unplugged", "status": "failed", "tag": "4c1f8313-9d06-4ecf-9962-23d7cc1e9318", "code": 422}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:34:56.885390 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c3310ac6-6df8-43af-b686-2f8e1526cb14 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:34:56.885790 dv-cinder-804459-5-iscsi neutron-server[93847]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318', 'code': 422} returned with failed status Aug 31 23:34:56.888116 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: 7b727c98-7a08-40c5-a013-0bc902c9d49b {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:34:56.888480 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 7b727c98-7a08-40c5-a013-0bc902c9d49b not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:34:56.921463 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45052) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:34:56.933805 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,revision_number=8']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:57.007579 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6ef87dfe-c27b-42f3-b35d-9656a0f3c3a0 req-843dbdfc-8a4c-4d8a-817f-0e86d9e30774 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849185 Aug 31 23:34:57.016454 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [req-6ef87dfe-c27b-42f3-b35d-9656a0f3c3a0 req-67f98b36-7c3d-4352-8388-23157218397a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:34:57.017437 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6ef87dfe-c27b-42f3-b35d-9656a0f3c3a0 req-67f98b36-7c3d-4352-8388-23157218397a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050960 Aug 31 23:34:57.406319 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463fa41-e2c2-49be-9034-422816a74776 req-748be059-1a58-4df6-a7a5-816028f55363 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:57.407676 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b463fa41-e2c2-49be-9034-422816a74776 req-748be059-1a58-4df6-a7a5-816028f55363 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 946 time: 0.0530674 Aug 31 23:34:57.449710 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b463fa41-e2c2-49be-9034-422816a74776 req-8122aa05-bc81-4b0d-b2f2-816eccc656d7 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346420 Aug 31 23:34:57.764711 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300f0ac-8a65-4d34-9186-f071e31e5ce7 req-52a00386-b55a-4591-a50b-588aa0dbb70a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:57.766147 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7300f0ac-8a65-4d34-9186-f071e31e5ce7 req-52a00386-b55a-4591-a50b-588aa0dbb70a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0496287 Aug 31 23:34:57.804242 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7300f0ac-8a65-4d34-9186-f071e31e5ce7 req-a665619e-f371-4897-a7ae-f14d27da368b tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321903 Aug 31 23:34:57.903350 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b872ae8-5b46-4024-a785-035fa3908e28 req-1f3945e7-a3ab-45bf-ba94-7fff8bd47b01 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:57.905420 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6b872ae8-5b46-4024-a785-035fa3908e28 req-1f3945e7-a3ab-45bf-ba94-7fff8bd47b01 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0498962 Aug 31 23:34:57.944223 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6b872ae8-5b46-4024-a785-035fa3908e28 req-78f2fc60-2aae-40ea-834d-da18e05409a1 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Aug 31 23:34:58.205986 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8902-5c6c-4459-994d-b7f3154aa309 req-81e0d98e-fbd6-4363-9331-b1a2b6997e1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:58.207471 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c3ec8902-5c6c-4459-994d-b7f3154aa309 req-81e0d98e-fbd6-4363-9331-b1a2b6997e1f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.53 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 946 time: 0.0512323 Aug 31 23:34:58.298274 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-c3ec8902-5c6c-4459-994d-b7f3154aa309 req-bf41c70f-23ce-4e3f-a0ae-54e3a4577fd0 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Deleting port 20234e10-5596-41d5-b883-1104e5b4e2b0 {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:34:58.298610 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-c3ec8902-5c6c-4459-994d-b7f3154aa309 req-bf41c70f-23ce-4e3f-a0ae-54e3a4577fd0 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:58.386649 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-c3ec8902-5c6c-4459-994d-b7f3154aa309 req-bf41c70f-23ce-4e3f-a0ae-54e3a4577fd0 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] For port 20234e10-5596-41d5-b883-1104e5b4e2b0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=20234e10-5596-41d5-b883-1104e5b4e2b0,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:34:58.387005 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-c3ec8902-5c6c-4459-994d-b7f3154aa309 req-bf41c70f-23ce-4e3f-a0ae-54e3a4577fd0 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:58.400023 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-c3ec8902-5c6c-4459-994d-b7f3154aa309 req-bf41c70f-23ce-4e3f-a0ae-54e3a4577fd0 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Calling delete_port for 20234e10-5596-41d5-b883-1104e5b4e2b0 owned by compute:nova {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:34:58.563462 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef87dfe-c27b-42f3-b35d-9656a0f3c3a0 req-7a664e4f-d5b7-4206-a3bc-e93f59af2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:58.564996 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6ef87dfe-c27b-42f3-b35d-9656a0f3c3a0 req-7a664e4f-d5b7-4206-a3bc-e93f59af2a5a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e&tenant_id=2c49e741b70d4f008e8dbd658695b1d0 HTTP/1.1" status: 200 len: 1097 time: 0.1114643 Aug 31 23:34:58.643628 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513e02-4ae2-423e-abc4-fc43abeb7765 req-9a28eb0b-4354-4eef-bbf4-32a4f33b9c4f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:58.645121 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9513e02-4ae2-423e-abc4-fc43abeb7765 req-9a28eb0b-4354-4eef-bbf4-32a4f33b9c4f tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1 HTTP/1.1" status: 200 len: 946 time: 0.1213253 Aug 31 23:34:58.668798 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-c3ec8902-5c6c-4459-994d-b7f3154aa309 req-bf41c70f-23ce-4e3f-a0ae-54e3a4577fd0 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:58.683006 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['bd412178-72a4-400d-a2ce-edb25feb3689', '3b1ac077-d08a-4ca7-95dc-39c578fbf5e0', '20234e10-5596-41d5-b883-1104e5b4e2b0'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:34:58.711274 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef87dfe-c27b-42f3-b35d-9656a0f3c3a0 req-abe79972-88ef-4c84-be12-1194b79c740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:58.712766 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6ef87dfe-c27b-42f3-b35d-9656a0f3c3a0 req-abe79972-88ef-4c84-be12-1194b79c740d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c49e741b70d4f008e8dbd658695b1d0&device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 1097 time: 0.1202762 Aug 31 23:34:58.713482 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41c70f-23ce-4e3f-a0ae-54e3a4577fd0 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Pushing event deleted for resources: {'Port': ['ID=20234e10-5596-41d5-b883-1104e5b4e2b0,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:34:58.727876 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9513e02-4ae2-423e-abc4-fc43abeb7765 req-a1324cde-115b-450b-b94e-3fd04fbf67b5 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748904 Aug 31 23:34:58.802224 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ec8902-5c6c-4459-994d-b7f3154aa309 req-bf41c70f-23ce-4e3f-a0ae-54e3a4577fd0 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] No DVR routers for this DVR port 20234e10-5596-41d5-b883-1104e5b4e2b0 on host hv-cinder-80445 {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:34:58.807344 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-c3ec8902-5c6c-4459-994d-b7f3154aa309 req-bf41c70f-23ce-4e3f-a0ae-54e3a4577fd0 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:34:58.809304 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c3ec8902-5c6c-4459-994d-b7f3154aa309 req-bf41c70f-23ce-4e3f-a0ae-54e3a4577fd0 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.53 "DELETE /v2.0/ports/20234e10-5596-41d5-b883-1104e5b4e2b0 HTTP/1.1" status: 204 len: 173 time: 0.5944800 Aug 31 23:34:58.809744 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1', 'name': 'network-vif-deleted', 'tag': '20234e10-5596-41d5-b883-1104e5b4e2b0'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:34:58.812000 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be3a781-2669-4cd8-8fa3-f9e78c841391" -d '{"events": [{"server_uuid": "76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1", "name": "network-vif-deleted", "tag": "20234e10-5596-41d5-b883-1104e5b4e2b0"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:34:58.858770 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16103cc6-86e2-4add-9bda-e77036e0ae40 x-openstack-request-id: req-16103cc6-86e2-4add-9bda-e77036e0ae40 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:34:58.859137 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1", "name": "network-vif-deleted", "tag": "20234e10-5596-41d5-b883-1104e5b4e2b0", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:34:58.859646 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-16103cc6-86e2-4add-9bda-e77036e0ae40 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:34:58.859781 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fd9012-a7e0-42d1-a24f-e5ef7f0de9c1', 'name': 'network-vif-deleted', 'tag': '20234e10-5596-41d5-b883-1104e5b4e2b0', 'status': 'completed', 'code': 200} Aug 31 23:34:58.879495 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef87dfe-c27b-42f3-b35d-9656a0f3c3a0 req-947159ad-60e1-45ce-8db3-48150d08e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:58.881024 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6ef87dfe-c27b-42f3-b35d-9656a0f3c3a0 req-947159ad-60e1-45ce-8db3-48150d08e6d7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d HTTP/1.1" status: 200 len: 917 time: 0.1566501 Aug 31 23:34:58.978752 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6ef87dfe-c27b-42f3-b35d-9656a0f3c3a0 req-1953cc6f-1975-42ca-948e-bb1a19923c71 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318 HTTP/1.1" status: 200 len: 1000 time: 0.0892351 Aug 31 23:34:58.991301 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978caa1a-830b-4c2a-9be0-59fc1a872874 req-c8cb709c-cfce-40ef-96f4-5f154c2a8dc8 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:58.992785 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-978caa1a-830b-4c2a-9be0-59fc1a872874 req-c8cb709c-cfce-40ef-96f4-5f154c2a8dc8 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0955613 Aug 31 23:34:59.058611 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bce78-6e9f-4698-b15a-7ab5f30c9ad2 req-6bafd861-e84e-4f9b-a1a1-f2fb55bd984a tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:59.059189 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef87dfe-c27b-42f3-b35d-9656a0f3c3a0 req-d17635e3-b41a-4d5f-8a99-7c18ded6c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:59.060092 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f88bce78-6e9f-4698-b15a-7ab5f30c9ad2 req-6bafd861-e84e-4f9b-a1a1-f2fb55bd984a tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0480924 Aug 31 23:34:59.060564 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6ef87dfe-c27b-42f3-b35d-9656a0f3c3a0 req-d17635e3-b41a-4d5f-8a99-7c18ded6c077 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9a93863-32b4-4310-847d-ebe9dbacd80a HTTP/1.1" status: 200 len: 855 time: 0.0669010 Aug 31 23:34:59.063419 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-978caa1a-830b-4c2a-9be0-59fc1a872874 req-77a7ba10-a864-4ce8-aec7-e656c589ac42 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624948 Aug 31 23:34:59.105615 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f88bce78-6e9f-4698-b15a-7ab5f30c9ad2 req-833129cc-678e-4258-9d28-02d6fb3856ee tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392926 Aug 31 23:34:59.111821 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef87dfe-c27b-42f3-b35d-9656a0f3c3a0 req-2e8f9dcd-5a00-4f0e-b8a7-9d679966bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:34:59.113385 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6ef87dfe-c27b-42f3-b35d-9656a0f3c3a0 req-2e8f9dcd-5a00-4f0e-b8a7-9d679966bc9c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412865 Aug 31 23:34:59.204794 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6ef87dfe-c27b-42f3-b35d-9656a0f3c3a0 req-c5950d95-2fe3-4425-9971-6ef439301ad1 service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829825 Aug 31 23:34:59.291933 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6ef87dfe-c27b-42f3-b35d-9656a0f3c3a0 req-7c739897-1860-4afd-9fc1-77e1e20c92e4 service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793352 Aug 31 23:35:00.077866 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af289d76-632b-43ea-b2a2-184f02afa69b req-92dbce54-7648-4f5b-9d54-1e0fba8ff82e tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:00.079261 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-af289d76-632b-43ea-b2a2-184f02afa69b req-92dbce54-7648-4f5b-9d54-1e0fba8ff82e tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.0672305 Aug 31 23:35:00.126035 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-af289d76-632b-43ea-b2a2-184f02afa69b req-f8fbf0b2-e308-41c9-b6cd-7f31aaa70e28 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408864 Aug 31 23:35:00.203504 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d1ccd-9c00-410a-9da4-9a7d2f812f53 req-742a10d6-1d9c-4079-9c4e-1c806f672835 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:00.205192 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-671d1ccd-9c00-410a-9da4-9a7d2f812f53 req-742a10d6-1d9c-4079-9c4e-1c806f672835 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0650330 Aug 31 23:35:00.246141 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686722a-559f-42c4-bf07-42798ac83ecf req-e7f870c4-9cdc-4056-bf7d-9b3fce9985ff tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:00.246886 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-671d1ccd-9c00-410a-9da4-9a7d2f812f53 req-c576d85a-485f-4528-bee8-fa8b73fc31fe tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358860 Aug 31 23:35:00.247753 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2686722a-559f-42c4-bf07-42798ac83ecf req-e7f870c4-9cdc-4056-bf7d-9b3fce9985ff tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0504262 Aug 31 23:35:00.287272 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2686722a-559f-42c4-bf07-42798ac83ecf req-eefbb943-668a-4205-b4f7-5faebb262b49 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330281 Aug 31 23:35:00.744026 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:35:00.759687 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-912aab87-717a-4f54-88e5-07d444735cc4 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-941080246&fields=id&tenant_id=f75b6405be564ffdb7665aac04076be8 HTTP/1.1" status: 200 len: 267 time: 0.0346322 Aug 31 23:35:00.765579 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:35:00.765928 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 9df3d3b4-f5fa-4e98-987e-e8ad22a0d95b not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:35:00.866164 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-7e584a25-f4ee-4fed-bedf-2673b9405027 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:00.867736 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-7e584a25-f4ee-4fed-bedf-2673b9405027 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/networks?id=14de6d80-abda-4d5b-8d82-e5fae0543b93 HTTP/1.1" status: 200 len: 809 time: 0.1008146 Aug 31 23:35:00.883236 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-72e00953-a75b-489f-88dc-ef9a787397a0 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/quotas/f75b6405be564ffdb7665aac04076be8 HTTP/1.1" status: 200 len: 375 time: 0.0091929 Aug 31 23:35:00.939290 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-e975931b-13a2-4f4b-b09c-0222c4a0b235 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f75b6405be564ffdb7665aac04076be8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504589 Aug 31 23:35:01.035068 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-a1876fb9-4b59-47bd-8446-c5cd77f8172b service neutron] 10.222.0.54 "GET /v2.0/networks/14de6d80-abda-4d5b-8d82-e5fae0543b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842607 Aug 31 23:35:01.131224 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-f5d5e098-5a40-47d0-86d5-b3306ebb30eb service neutron] 10.222.0.54 "GET /v2.0/networks/14de6d80-abda-4d5b-8d82-e5fae0543b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899580 Aug 31 23:35:01.251896 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68079f-c592-4a8c-85a4-5360ad7c70a4 req-e70d064d-7089-453e-b9f1-b43177d8e3a4 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:01.253495 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4f68079f-c592-4a8c-85a4-5360ad7c70a4 req-e70d064d-7089-453e-b9f1-b43177d8e3a4 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.0546417 Aug 31 23:35:01.304967 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4f68079f-c592-4a8c-85a4-5360ad7c70a4 req-b4393a8a-646d-496c-86e2-1feb4a66e560 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435433 Aug 31 23:35:01.439349 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddb403-0d73-4ebb-8634-bb27b7ca35c8 req-37fe5e8b-92fd-46f5-8716-e8d1bd261fa8 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:01.442173 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-03ddb403-0d73-4ebb-8634-bb27b7ca35c8 req-37fe5e8b-92fd-46f5-8716-e8d1bd261fa8 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0793064 Aug 31 23:35:01.489922 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-03ddb403-0d73-4ebb-8634-bb27b7ca35c8 req-9843a0ae-b8a2-465b-aba7-c13d4af5122d tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417559 Aug 31 23:35:01.544298 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce9b10-972d-4c37-8589-f7e4b2c644d2 req-ef13f0b5-678c-4adc-b6d7-0ce7581d08c0 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:01.551875 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e4ce9b10-972d-4c37-8589-f7e4b2c644d2 req-ef13f0b5-678c-4adc-b6d7-0ce7581d08c0 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0779514 Aug 31 23:35:01.587757 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-391fb0f7-ebb3-4b0f-a015-8acd19568d17 req-6f01acf9-d4cb-4f4e-a36e-6017a709511f tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 210 time: 0.0297458 Aug 31 23:35:01.604140 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e4ce9b10-972d-4c37-8589-f7e4b2c644d2 req-c82ac7ae-f24f-4b70-84e9-c5887c8c01aa tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512364 Aug 31 23:35:02.415577 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752728b9-e922-483a-8ad4-f3d7f3796e55 req-27adee48-3657-4beb-9185-170b7b4176ea tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:02.417190 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-752728b9-e922-483a-8ad4-f3d7f3796e55 req-27adee48-3657-4beb-9185-170b7b4176ea tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.0487149 Aug 31 23:35:02.457736 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-752728b9-e922-483a-8ad4-f3d7f3796e55 req-80b3d079-e2da-472d-a323-6dd1c554bfc0 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332119 Aug 31 23:35:02.621536 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a3edd-2dd1-479b-95b7-9b0ff0c8cf71 req-a8e781ef-6958-4390-8540-3dc8080189c2 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:02.623776 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d61a3edd-2dd1-479b-95b7-9b0ff0c8cf71 req-a8e781ef-6958-4390-8540-3dc8080189c2 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0485964 Aug 31 23:35:02.672032 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d61a3edd-2dd1-479b-95b7-9b0ff0c8cf71 req-0079e2e8-f39e-41ad-8550-8d5c88a12fd5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421247 Aug 31 23:35:02.687338 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-df87b33d-c879-433b-806b-88d1078e80a5 req-01e720ce-206f-4432-8420-1db044ae5211 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 210 time: 0.0312667 Aug 31 23:35:02.758929 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 20234e10-5596-41d5-b883-1104e5b4e2b0 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:35:02.781616 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: 20234e10-5596-41d5-b883-1104e5b4e2b0 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:35:02.781958 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 20234e10-5596-41d5-b883-1104e5b4e2b0 not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:35:02.804335 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a643e50-e7ef-414c-952a-226ebb813c55 req-bee2f06d-e17a-42e1-ae9f-14c08e9dc345 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:02.805807 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3a643e50-e7ef-414c-952a-226ebb813c55 req-bee2f06d-e17a-42e1-ae9f-14c08e9dc345 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0561428 Aug 31 23:35:02.846563 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3a643e50-e7ef-414c-952a-226ebb813c55 req-f0139941-f910-4fef-96c6-912cecfc855c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338643 Aug 31 23:35:03.576904 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825871-2023-4929-a0c8-e9d601747f6e req-e6f30e76-55e4-41f9-9c9d-6d1ccd634de6 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:03.578408 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4c825871-2023-4929-a0c8-e9d601747f6e req-e6f30e76-55e4-41f9-9c9d-6d1ccd634de6 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.0519953 Aug 31 23:35:03.617711 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4c825871-2023-4929-a0c8-e9d601747f6e req-c64a8a4b-cdf3-4fc8-aa6a-09468e2a6a72 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331841 Aug 31 23:35:03.784558 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-47bc4c2f-93af-4ce1-ac56-cd1f8110bdd9 req-d1a0685d-3d57-4c0c-a311-991864c2e2b1 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 210 time: 0.0286171 Aug 31 23:35:03.845485 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0414b1f-7da1-42a1-8575-0db79070220e req-3a3a1e18-04aa-40e8-84ce-8de37103e0d3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:03.847190 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c0414b1f-7da1-42a1-8575-0db79070220e req-3a3a1e18-04aa-40e8-84ce-8de37103e0d3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0523117 Aug 31 23:35:03.886606 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c0414b1f-7da1-42a1-8575-0db79070220e req-1079e72d-ee1f-4fad-bb32-559534715351 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332956 Aug 31 23:35:03.962096 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc1b16-efc1-4058-a00c-1992bf47a63b req-b0b7247d-8cfe-444d-b235-3d665861d835 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:03.963565 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cfdc1b16-efc1-4058-a00c-1992bf47a63b req-b0b7247d-8cfe-444d-b235-3d665861d835 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0487375 Aug 31 23:35:04.002758 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cfdc1b16-efc1-4058-a00c-1992bf47a63b req-e4d94e18-1b6b-4e2b-8436-dc130f7727fd tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321231 Aug 31 23:35:04.733465 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2113682-1d48-49d4-866e-2259a53e4047 req-3c826e17-4b79-47f9-bab2-6167f0b43457 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:04.735187 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d2113682-1d48-49d4-866e-2259a53e4047 req-3c826e17-4b79-47f9-bab2-6167f0b43457 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.0506549 Aug 31 23:35:04.773308 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d2113682-1d48-49d4-866e-2259a53e4047 req-8f63959e-fd1d-4cd2-85f0-bff4f04a19f5 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321658 Aug 31 23:35:04.877945 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-83c73863-8ec4-4eeb-a26a-58edaa090c17 req-179eb094-f2a9-46da-beef-4865cfc81242 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 210 time: 0.0268371 Aug 31 23:35:05.012333 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6cf44-e3cc-45f0-8a6f-e832c905f534 req-16f51825-d59a-46df-85e5-f5d2eb8acfcc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:05.014021 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-00a6cf44-e3cc-45f0-8a6f-e832c905f534 req-16f51825-d59a-46df-85e5-f5d2eb8acfcc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0544209 Aug 31 23:35:05.055094 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-00a6cf44-e3cc-45f0-8a6f-e832c905f534 req-57456061-6f4e-4b3b-bacd-6a04f5f26a81 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348651 Aug 31 23:35:05.136057 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8e595-73c9-4c1b-ba5f-9db8449108d0 req-74cf6791-2063-4b5b-aff9-d9a27732fe19 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:05.137582 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2de8e595-73c9-4c1b-ba5f-9db8449108d0 req-74cf6791-2063-4b5b-aff9-d9a27732fe19 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0529802 Aug 31 23:35:05.178485 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2de8e595-73c9-4c1b-ba5f-9db8449108d0 req-ab5fba1a-e441-4359-85b3-fc833479e780 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339272 Aug 31 23:35:05.887940 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349da0d-6c47-4658-8770-aaceca1240fa req-96272067-0f60-4677-9c53-24378193eda1 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:05.890349 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f349da0d-6c47-4658-8770-aaceca1240fa req-96272067-0f60-4677-9c53-24378193eda1 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.0514171 Aug 31 23:35:05.931946 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f349da0d-6c47-4658-8770-aaceca1240fa req-28db6699-20f7-4edd-8b13-46d05a48de29 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355904 Aug 31 23:35:05.978485 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6fe65709-e7e7-40c9-b109-b7b3136b7049 req-fad07eab-73ed-484c-8ede-ff75dc97e85c tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 210 time: 0.0350125 Aug 31 23:35:06.177199 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bec450-99cf-488b-b2f3-864a724b1f49 req-c41ee844-60f3-4db3-968c-6d5e4cc626ab tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:06.178718 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d5bec450-99cf-488b-b2f3-864a724b1f49 req-c41ee844-60f3-4db3-968c-6d5e4cc626ab tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0502708 Aug 31 23:35:06.219651 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d5bec450-99cf-488b-b2f3-864a724b1f49 req-a9a31a92-814f-4e0a-b5a2-b7fba98c5413 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344296 Aug 31 23:35:06.295375 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e78452-cc51-4a20-9bca-e0a412753ee4 req-ece60e08-72f8-4e93-ac81-50fe78e5cc86 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:06.296905 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e4e78452-cc51-4a20-9bca-e0a412753ee4 req-ece60e08-72f8-4e93-ac81-50fe78e5cc86 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0493360 Aug 31 23:35:06.336343 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e4e78452-cc51-4a20-9bca-e0a412753ee4 req-eeee67d3-08c8-47bc-bb0b-5ea7d262caf8 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334618 Aug 31 23:35:07.079165 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da485f-68b4-4f16-80a9-73797ee8019f req-59862abf-3fff-47b5-8f52-4593a6da8153 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:07.080755 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9da485f-68b4-4f16-80a9-73797ee8019f req-59862abf-3fff-47b5-8f52-4593a6da8153 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.0695803 Aug 31 23:35:07.084048 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ac21072b-1f12-4fa7-a8df-9ab1f95d4772 req-4168447f-8bbb-4560-9c84-731b5f86aa78 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 210 time: 0.0291755 Aug 31 23:35:07.121883 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9da485f-68b4-4f16-80a9-73797ee8019f req-44465138-a700-4960-a1e2-1311ede58e06 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341485 Aug 31 23:35:07.339117 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb0903-7929-400d-86dc-2492b922fce5 req-7641570e-7697-4a81-968a-0d754f83fa1f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:07.340533 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-17fb0903-7929-400d-86dc-2492b922fce5 req-7641570e-7697-4a81-968a-0d754f83fa1f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0491867 Aug 31 23:35:07.381539 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-17fb0903-7929-400d-86dc-2492b922fce5 req-5b18324c-51fa-4b50-b191-cdc14b390488 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342484 Aug 31 23:35:07.463286 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7670d59-76bc-4ea8-9967-ef2c719ae21e req-0248b55a-9a9b-4e35-99d4-5c0ad58ef347 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:07.464839 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d7670d59-76bc-4ea8-9967-ef2c719ae21e req-0248b55a-9a9b-4e35-99d4-5c0ad58ef347 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0499017 Aug 31 23:35:07.505389 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d7670d59-76bc-4ea8-9967-ef2c719ae21e req-5a154467-8489-405a-a086-c9992ceb423e tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337460 Aug 31 23:35:08.182048 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a72e740f-e043-4aa2-984b-7128cf031b0b req-c8c32024-1e5b-427a-ad0c-c540bd639d1b tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 210 time: 0.0277216 Aug 31 23:35:08.237248 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d326094-644f-4298-82d9-a68de327dbd3 req-a908fced-ff4f-46fc-b578-c27a40feef4b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:08.238752 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8d326094-644f-4298-82d9-a68de327dbd3 req-a908fced-ff4f-46fc-b578-c27a40feef4b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.0489237 Aug 31 23:35:08.277475 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8d326094-644f-4298-82d9-a68de327dbd3 req-47128fd1-cfe7-4522-8dd9-f873a8bfe9c2 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328095 Aug 31 23:35:08.507705 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e97eea-5356-4ea3-9079-fbc4668961a9 req-656b3a6e-ac75-484b-b9f9-ab8d761c22b9 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:08.509227 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-24e97eea-5356-4ea3-9079-fbc4668961a9 req-656b3a6e-ac75-484b-b9f9-ab8d761c22b9 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0527823 Aug 31 23:35:08.549005 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-24e97eea-5356-4ea3-9079-fbc4668961a9 req-185698ed-0fea-4777-8a09-15bb8b7bd4a6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338964 Aug 31 23:35:08.639963 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5d6f9-0fe8-48a6-8bc5-9072edb4849b req-bb8cff8d-fc60-49d6-bb8a-43f508339c4c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:08.641475 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-41c5d6f9-0fe8-48a6-8bc5-9072edb4849b req-bb8cff8d-fc60-49d6-bb8a-43f508339c4c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0529902 Aug 31 23:35:08.680971 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-41c5d6f9-0fe8-48a6-8bc5-9072edb4849b req-eaa90497-902c-4e7e-96fa-596a7544cc33 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335333 Aug 31 23:35:09.282046 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-4eb85010-6178-4941-8274-08b899f522c2 req-6748e97a-40cd-4a30-ab38-2cb131b1fc76 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 210 time: 0.0303588 Aug 31 23:35:09.397843 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8377f-c107-4606-96b0-7ffb685e099f req-d6999825-90e4-4aa1-89b4-1651b90c7a31 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:09.399486 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8fa8377f-c107-4606-96b0-7ffb685e099f req-d6999825-90e4-4aa1-89b4-1651b90c7a31 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.0504975 Aug 31 23:35:09.439403 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8fa8377f-c107-4606-96b0-7ffb685e099f req-510fb8b9-624e-4029-a5e5-052c1f237af5 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336604 Aug 31 23:35:09.671923 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7c4ac-95ba-4e0b-9a11-1062872a9eef req-40357772-80a7-4dc0-af24-68c764d028a3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:09.673433 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-74f7c4ac-95ba-4e0b-9a11-1062872a9eef req-40357772-80a7-4dc0-af24-68c764d028a3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0528586 Aug 31 23:35:09.712022 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-74f7c4ac-95ba-4e0b-9a11-1062872a9eef req-eb08c6ce-9cfb-4211-82bd-c9cf8aca6975 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324836 Aug 31 23:35:09.798067 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c902f-2683-4858-bc95-a973641ae911 req-2124dee8-4979-44d7-8293-44b1e1f80d01 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:09.799604 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-327c902f-2683-4858-bc95-a973641ae911 req-2124dee8-4979-44d7-8293-44b1e1f80d01 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0489845 Aug 31 23:35:09.839500 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-327c902f-2683-4858-bc95-a973641ae911 req-4c7d4ed2-ab6f-4e77-bd6f-542f73067203 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338407 Aug 31 23:35:09.848384 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7c571e6b-2883-41c1-9a19-1f660ef6db9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:10.375169 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-17390a6f-e465-4ba6-a23e-0433a5ba8587 req-36659179-86be-45a6-a8ae-043181b95a82 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 210 time: 0.0272288 Aug 31 23:35:10.576283 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fab245-384b-410e-9156-db92baaae10f req-0e088232-1fdc-4b5f-b101-a5392ef6377b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:10.577817 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-92fab245-384b-410e-9156-db92baaae10f req-0e088232-1fdc-4b5f-b101-a5392ef6377b tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.0573432 Aug 31 23:35:10.617291 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-92fab245-384b-410e-9156-db92baaae10f req-3f00ba4e-0256-45ba-bf9c-c2bbdb8e2baa tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336044 Aug 31 23:35:10.838416 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0aff81-3294-491c-8a1c-96683b4fb405 req-86cb7aeb-db99-4b63-a841-d91d53453415 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:10.839850 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3e0aff81-3294-491c-8a1c-96683b4fb405 req-86cb7aeb-db99-4b63-a841-d91d53453415 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0530875 Aug 31 23:35:10.878652 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3e0aff81-3294-491c-8a1c-96683b4fb405 req-0d2363a0-88d8-400d-88ec-47fcf99c9d5e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326340 Aug 31 23:35:10.959549 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c97d49-1897-44dc-9fc3-13935212ecd9 req-0bece86b-161b-4305-a326-0cfdca98aab9 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:10.961127 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-56c97d49-1897-44dc-9fc3-13935212ecd9 req-0bece86b-161b-4305-a326-0cfdca98aab9 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0499837 Aug 31 23:35:11.000464 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-56c97d49-1897-44dc-9fc3-13935212ecd9 req-f54bf296-f5be-4016-a08f-07d1c0ce758c tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332289 Aug 31 23:35:11.463689 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:11.473087 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c211ec74-9761-4655-9bdf-ccca189923c1 req-4f79f30a-3ac8-4562-96eb-bac0566644d5 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 210 time: 0.0286372 Aug 31 23:35:11.729093 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa14d7-fa35-43a1-93bf-625f7ca7f9f2 req-ba80a74d-67e3-4a05-a3f2-ea8f2de2f469 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:11.730556 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bdfa14d7-fa35-43a1-93bf-625f7ca7f9f2 req-ba80a74d-67e3-4a05-a3f2-ea8f2de2f469 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.0471582 Aug 31 23:35:11.767260 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bdfa14d7-fa35-43a1-93bf-625f7ca7f9f2 req-166a10b8-ded6-4863-a7a6-04a9b51f0371 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302618 Aug 31 23:35:11.996681 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff8484-f639-4c67-b14d-32c31f34fe5b req-6ee1ce62-cecc-467e-98bb-fa468daa3d9b tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:11.998450 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-fdff8484-f639-4c67-b14d-32c31f34fe5b req-6ee1ce62-cecc-467e-98bb-fa468daa3d9b tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0492871 Aug 31 23:35:12.038313 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-fdff8484-f639-4c67-b14d-32c31f34fe5b req-936e004a-c049-4f76-ad64-52fdd17ae4b8 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329990 Aug 31 23:35:12.124737 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e43a2-fa5b-4376-ba4a-04a85992aa88 req-f621a041-f5d1-4450-bc15-54ce041454c9 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:12.126219 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-234e43a2-fa5b-4376-ba4a-04a85992aa88 req-f621a041-f5d1-4450-bc15-54ce041454c9 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0532422 Aug 31 23:35:12.163956 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-234e43a2-fa5b-4376-ba4a-04a85992aa88 req-2926e73f-6836-4068-ab64-4af908587f89 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Aug 31 23:35:12.570546 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-40cba0ed-305e-4977-8ec5-a568d012f0f4 req-13c135b0-b6fe-4162-a3d9-da63746921b7 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 210 time: 0.0257196 Aug 31 23:35:12.875979 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ea09ffa6-3a50-4bdc-8c0e-56ffb10aeb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:12.962416 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c68c2-42e6-4244-b8ce-26c74ef000d8 req-e1a9cc95-40fe-4bdf-b997-5ae19144349a tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:12.963966 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-106c68c2-42e6-4244-b8ce-26c74ef000d8 req-e1a9cc95-40fe-4bdf-b997-5ae19144349a tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.1210129 Aug 31 23:35:13.018573 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-41a031bf-7c06-4d0a-9c3f-d114dc7a81d6 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:13.019988 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-41a031bf-7c06-4d0a-9c3f-d114dc7a81d6 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.53 "GET /v2.0/networks?id=14de6d80-abda-4d5b-8d82-e5fae0543b93 HTTP/1.1" status: 200 len: 809 time: 0.1383798 Aug 31 23:35:13.026946 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-106c68c2-42e6-4244-b8ce-26c74ef000d8 req-33501dcb-7396-4ef0-89ba-367f40b04ba9 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539658 Aug 31 23:35:13.073212 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-20c6dd39-83ea-49ba-b8e6-8f11b05d454a tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f75b6405be564ffdb7665aac04076be8 HTTP/1.1" status: 200 len: 379 time: 0.0354879 Aug 31 23:35:13.093113 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fcb96517-1e3a-4f2d-a6ed-e97dd2ebf4fc tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Request body: {'port': {'device_id': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93', 'admin_state_up': True, 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'security_groups': ['a525f674-c566-4466-9dd6-c26bb5a1daca']}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:13.148640 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:13.164881 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bbfe1-f3e6-4a90-80c1-c55dd7015996 req-4d48cd47-30e2-4ec2-ae86-f07590b5ea82 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:13.166365 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-110bbfe1-f3e6-4a90-80c1-c55dd7015996 req-4d48cd47-30e2-4ec2-ae86-f07590b5ea82 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0535097 Aug 31 23:35:13.205062 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-110bbfe1-f3e6-4a90-80c1-c55dd7015996 req-4c1c8c11-ec4a-4b8c-b037-903db4076093 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327091 Aug 31 23:35:13.209225 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fcb96517-1e3a-4f2d-a6ed-e97dd2ebf4fc tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Made reservation on behalf of f75b6405be564ffdb7665aac04076be8 for: {'port': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:35:13.212831 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fcb96517-1e3a-4f2d-a6ed-e97dd2ebf4fc tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:13.356887 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff228d8-3916-4dba-b72d-d8042ab440d3 req-da5d2d68-fa3b-45fc-93a8-6e15dbba313b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:13.358458 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7ff228d8-3916-4dba-b72d-d8042ab440d3 req-da5d2d68-fa3b-45fc-93a8-6e15dbba313b tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0921488 Aug 31 23:35:13.540462 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:13.649893 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fcb96517-1e3a-4f2d-a6ed-e97dd2ebf4fc tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Allocated IP 172.20.0.7 (14de6d80-abda-4d5b-8d82-e5fae0543b93/a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716/92c3a824-eeea-4308-8e51-7cdd031d0a7b) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:35:13.672604 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7ff228d8-3916-4dba-b72d-d8042ab440d3 req-f36a0600-3698-42fe-aa1e-41a97f0ae11d tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065479 Aug 31 23:35:13.675944 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-96b36fcd-6030-486b-9d0e-65906b003724 req-b9a0ae57-fa40-4dc1-927a-661c2a253d9c tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 210 time: 0.0302386 Aug 31 23:35:13.827609 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fcb96517-1e3a-4f2d-a6ed-e97dd2ebf4fc tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:13.844976 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fcb96517-1e3a-4f2d-a6ed-e97dd2ebf4fc tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Transition to ACTIVE for port object 92c3a824-eeea-4308-8e51-7cdd031d0a7b will not be triggered until provisioned by entity DHCP. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:13.858029 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd68a2e-d028-4dbc-99d4-88983e9a6620 req-61fab84f-867a-4809-a091-a750a768f1b3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:13.859381 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9cd68a2e-d028-4dbc-99d4-88983e9a6620 req-61fab84f-867a-4809-a091-a750a768f1b3 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.0737586 Aug 31 23:35:13.934050 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fcb96517-1e3a-4f2d-a6ed-e97dd2ebf4fc tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:13.982404 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fcb96517-1e3a-4f2d-a6ed-e97dd2ebf4fc tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Network 14de6d80-abda-4d5b-8d82-e5fae0543b93 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:35:13.992034 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fcb96517-1e3a-4f2d-a6ed-e97dd2ebf4fc tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:13.999426 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fcb96517-1e3a-4f2d-a6ed-e97dd2ebf4fc tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:35:14.025441 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb96517-1e3a-4f2d-a6ed-e97dd2ebf4fc tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Pushing event updated for resources: {'Port': ['ID=92c3a824-eeea-4308-8e51-7cdd031d0a7b,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:14.049836 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-9cd68a2e-d028-4dbc-99d4-88983e9a6620 req-908face2-671e-4c5f-a420-aa4d3ec032bd tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Deleting port 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:35:14.050180 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-9cd68a2e-d028-4dbc-99d4-88983e9a6620 req-908face2-671e-4c5f-a420-aa4d3ec032bd tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:14.096752 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fcb96517-1e3a-4f2d-a6ed-e97dd2ebf4fc tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:14.097397 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fcb96517-1e3a-4f2d-a6ed-e97dd2ebf4fc tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:14.112051 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba8c66-d6b5-43a5-9e9e-dedb8e5d689d req-952d9cd9-3146-442c-a107-25be00a8d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:14.113710 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-80ba8c66-d6b5-43a5-9e9e-dedb8e5d689d req-952d9cd9-3146-442c-a107-25be00a8d223 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c49e741b70d4f008e8dbd658695b1d0&device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 1097 time: 0.0459249 Aug 31 23:35:14.153254 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fcb96517-1e3a-4f2d-a6ed-e97dd2ebf4fc tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0642030 Aug 31 23:35:14.175293 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Request body: {'port': {'device_id': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:14.219001 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d11b4-29ff-41dd-95c2-4f552c4decd6 req-1e75dafe-2158-4eb0-ac63-e7715dbd3cad tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:14.220517 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ba7d11b4-29ff-41dd-95c2-4f552c4decd6 req-1e75dafe-2158-4eb0-ac63-e7715dbd3cad tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6df457-e4ce-4931-bdf8-1759e2126e29 HTTP/1.1" status: 200 len: 946 time: 0.1133578 Aug 31 23:35:14.224348 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba8c66-d6b5-43a5-9e9e-dedb8e5d689d req-1a46caf4-da71-4f20-ae33-345e3f9bb19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:14.225809 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-80ba8c66-d6b5-43a5-9e9e-dedb8e5d689d req-1a46caf4-da71-4f20-ae33-345e3f9bb19f service neutron] 10.222.0.53 "GET /v2.0/networks?id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d HTTP/1.1" status: 200 len: 917 time: 0.0896688 Aug 31 23:35:14.230983 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-9cd68a2e-d028-4dbc-99d4-88983e9a6620 req-908face2-671e-4c5f-a420-aa4d3ec032bd tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] For port 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3b1ac077-d08a-4ca7-95dc-39c578fbf5e0,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:14.231346 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-9cd68a2e-d028-4dbc-99d4-88983e9a6620 req-908face2-671e-4c5f-a420-aa4d3ec032bd tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:14.275748 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-9cd68a2e-d028-4dbc-99d4-88983e9a6620 req-908face2-671e-4c5f-a420-aa4d3ec032bd tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Calling delete_port for 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 owned by compute:nova {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:35:14.281914 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-3ae0895f-6721-4ba6-b63c-293485a3ecb5 None None] Provisioning for port 92c3a824-eeea-4308-8e51-7cdd031d0a7b completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:35:14.285988 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-3ae0895f-6721-4ba6-b63c-293485a3ecb5 None None] Provisioning complete for port 92c3a824-eeea-4308-8e51-7cdd031d0a7b triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:14.286574 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3ae0895f-6721-4ba6-b63c-293485a3ecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:14.289917 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:14.329125 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-3ae0895f-6721-4ba6-b63c-293485a3ecb5 None None] Port 92c3a824-eeea-4308-8e51-7cdd031d0a7b cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:35:14.336973 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-80ba8c66-d6b5-43a5-9e9e-dedb8e5d689d req-2088f9cd-7561-418b-baac-9a34f5116983 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318 HTTP/1.1" status: 200 len: 1000 time: 0.1019080 Aug 31 23:35:14.350612 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ba7d11b4-29ff-41dd-95c2-4f552c4decd6 req-2c106f06-9acf-41ac-acef-b03f7f465aa7 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214576 Aug 31 23:35:14.399134 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba8c66-d6b5-43a5-9e9e-dedb8e5d689d req-53de89c7-cf6c-4b2b-aeee-f997832b450a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:14.400587 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-80ba8c66-d6b5-43a5-9e9e-dedb8e5d689d req-53de89c7-cf6c-4b2b-aeee-f997832b450a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9a93863-32b4-4310-847d-ebe9dbacd80a HTTP/1.1" status: 200 len: 855 time: 0.0503628 Aug 31 23:35:14.409233 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec8ee0-a876-4276-8ff8-9f46ea413178 req-39200608-134b-4c09-a972-e9b0feeddd80 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:14.410597 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-75ec8ee0-a876-4276-8ff8-9f46ea413178 req-39200608-134b-4c09-a972-e9b0feeddd80 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.1003895 Aug 31 23:35:14.484036 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-75ec8ee0-a876-4276-8ff8-9f46ea413178 req-47e63e61-a4a7-40c3-8421-e7eaf848c776 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650470 Aug 31 23:35:14.486704 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba8c66-d6b5-43a5-9e9e-dedb8e5d689d req-60e0170f-2212-45d7-8f2d-5d4ef765a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:14.488103 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-80ba8c66-d6b5-43a5-9e9e-dedb8e5d689d req-60e0170f-2212-45d7-8f2d-5d4ef765a36b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766904 Aug 31 23:35:14.573482 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-9cd68a2e-d028-4dbc-99d4-88983e9a6620 req-908face2-671e-4c5f-a420-aa4d3ec032bd tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:14.580848 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-80ba8c66-d6b5-43a5-9e9e-dedb8e5d689d req-46e644ca-9c40-490d-a934-6da536bb0f77 service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847557 Aug 31 23:35:14.585606 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['bd412178-72a4-400d-a2ce-edb25feb3689', '3b1ac077-d08a-4ca7-95dc-39c578fbf5e0'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:35:14.618259 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908face2-671e-4c5f-a420-aa4d3ec032bd tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Pushing event deleted for resources: {'Port': ['ID=3b1ac077-d08a-4ca7-95dc-39c578fbf5e0,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:14.675872 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd68a2e-d028-4dbc-99d4-88983e9a6620 req-908face2-671e-4c5f-a420-aa4d3ec032bd tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] No DVR routers for this DVR port 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 on host hv-cinder-80445 {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:35:14.679505 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-9cd68a2e-d028-4dbc-99d4-88983e9a6620 req-908face2-671e-4c5f-a420-aa4d3ec032bd tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:14.681241 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9cd68a2e-d028-4dbc-99d4-88983e9a6620 req-908face2-671e-4c5f-a420-aa4d3ec032bd tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.53 "DELETE /v2.0/ports/3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 HTTP/1.1" status: 204 len: 173 time: 0.8135052 Aug 31 23:35:14.681847 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6df457-e4ce-4931-bdf8-1759e2126e29', 'name': 'network-vif-deleted', 'tag': '3b1ac077-d08a-4ca7-95dc-39c578fbf5e0'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:35:14.684158 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb77536-ffd5-46ca-b9ec-5362c0029d26" -d '{"events": [{"server_uuid": "cf6df457-e4ce-4931-bdf8-1759e2126e29", "name": "network-vif-deleted", "tag": "3b1ac077-d08a-4ca7-95dc-39c578fbf5e0"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:35:14.723681 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-80ba8c66-d6b5-43a5-9e9e-dedb8e5d689d req-b48ee4b9-92c9-4b93-bba6-e411b0c88c09 service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210926 Aug 31 23:35:14.735421 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c3a824-eeea-4308-8e51-7cdd031d0a7b {{(pid=93845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:35:14.743956 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:14.754912 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009375bd-1c74-4eeb-bbab-ff6652f81db1 x-openstack-request-id: req-009375bd-1c74-4eeb-bbab-ff6652f81db1 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:35:14.755216 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6df457-e4ce-4931-bdf8-1759e2126e29", "name": "network-vif-deleted", "tag": "3b1ac077-d08a-4ca7-95dc-39c578fbf5e0", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:35:14.755472 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-009375bd-1c74-4eeb-bbab-ff6652f81db1 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:35:14.755920 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6df457-e4ce-4931-bdf8-1759e2126e29', 'name': 'network-vif-deleted', 'tag': '3b1ac077-d08a-4ca7-95dc-39c578fbf5e0', 'status': 'completed', 'code': 200} Aug 31 23:35:14.760869 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Transition to ACTIVE for port object 92c3a824-eeea-4308-8e51-7cdd031d0a7b will not be triggered until provisioned by entity L2. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:14.766084 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:14.822856 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=92c3a824-eeea-4308-8e51-7cdd031d0a7b,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:14.844086 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a08fd5-85f9-403e-8a52-88d36dca11a5 req-f4b15361-083a-4429-b7a2-90f5656791e5 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:14.845882 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-83a08fd5-85f9-403e-8a52-88d36dca11a5 req-f4b15361-083a-4429-b7a2-90f5656791e5 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0727162 Aug 31 23:35:14.893150 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-83a08fd5-85f9-403e-8a52-88d36dca11a5 req-40304c8c-9bb8-492a-b740-c2146086c226 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398088 Aug 31 23:35:14.931927 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f798ce0-7953-4f04-bc1b-db6691448db7 req-27d40621-fb8e-4eb8-b0e1-f56ad08f921f tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:14.933480 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0f798ce0-7953-4f04-bc1b-db6691448db7 req-27d40621-fb8e-4eb8-b0e1-f56ad08f921f tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 943 time: 0.0863123 Aug 31 23:35:14.938325 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Attempting to bind port 92c3a824-eeea-4308-8e51-7cdd031d0a7b on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:35:14.938665 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Attempting to bind port 92c3a824-eeea-4308-8e51-7cdd031d0a7b by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'a177205c-9010-4c4f-93d5-fc9c217e4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93'}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:35:14.938990 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Attempting to bind port 92c3a824-eeea-4308-8e51-7cdd031d0a7b on network 14de6d80-abda-4d5b-8d82-e5fae0543b93 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:35:14.950213 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Port 92c3a824-eeea-4308-8e51-7cdd031d0a7b on network 14de6d80-abda-4d5b-8d82-e5fae0543b93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:35:14.951084 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Attempting to bind port 92c3a824-eeea-4308-8e51-7cdd031d0a7b on network 14de6d80-abda-4d5b-8d82-e5fae0543b93 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:35:14.964858 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:35:14.965201 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Checking segment: {'id': 'a177205c-9010-4c4f-93d5-fc9c217e4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:35:14.965592 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Bound using segment: {'id': 'a177205c-9010-4c4f-93d5-fc9c217e4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93'} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:35:14.966072 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Bound port: 92c3a824-eeea-4308-8e51-7cdd031d0a7b, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a177205c-9010-4c4f-93d5-fc9c217e4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93'}}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:35:14.966942 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:14.993634 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0f798ce0-7953-4f04-bc1b-db6691448db7 req-b5c32a4f-ba9e-4371-8f1f-cf5ad0fd78d3 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522285 Aug 31 23:35:15.009673 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:15.049938 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] For port 92c3a824-eeea-4308-8e51-7cdd031d0a7b, host hv-cinder-80445, cleared binding levels {{(pid=93845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:35:15.053534 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] For port 92c3a824-eeea-4308-8e51-7cdd031d0a7b, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=92c3a824-eeea-4308-8e51-7cdd031d0a7b,segment=NetworkSegment(a177205c-9010-4c4f-93d5-fc9c217e4133),segment_id=a177205c-9010-4c4f-93d5-fc9c217e4133)] {{(pid=93845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:35:15.057510 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:15.088296 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:15.088923 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:15.090273 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] 10.222.0.53 "PUT /v2.0/ports/92c3a824-eeea-4308-8e51-7cdd031d0a7b HTTP/1.1" status: 200 len: 1093 time: 0.9209185 Aug 31 23:35:15.117334 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee15a51-c210-4ff6-a2f5-56dfce9b4fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=92c3a824-eeea-4308-8e51-7cdd031d0a7b,revision_number=3']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:15.183017 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-82190afd-28ab-463a-afa9-263870afbef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:15.184903 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-82190afd-28ab-463a-afa9-263870afbef4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f75b6405be564ffdb7665aac04076be8&device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 1096 time: 0.0436223 Aug 31 23:35:15.238671 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-ecb2d854-9ca4-4ec5-bbb0-b4d94563255a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92c3a824-eeea-4308-8e51-7cdd031d0a7b HTTP/1.1" status: 200 len: 217 time: 0.0349724 Aug 31 23:35:15.297855 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-d4cca607-d25d-4e30-ac53-17a10a6a4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:15.299393 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-d4cca607-d25d-4e30-ac53-17a10a6a4316 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716 HTTP/1.1" status: 200 len: 848 time: 0.0500276 Aug 31 23:35:15.346605 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-15a4a66a-4227-4026-a38e-c3c8c876465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:15.348066 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-15a4a66a-4227-4026-a38e-c3c8c876465a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14de6d80-abda-4d5b-8d82-e5fae0543b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400329 Aug 31 23:35:15.440274 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-b7dd6042-ddef-42bf-b2a0-43fd8540d336 service neutron] 10.222.0.53 "GET /v2.0/networks/14de6d80-abda-4d5b-8d82-e5fae0543b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826986 Aug 31 23:35:15.537180 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f3d7614b-47bf-4a4c-934e-03ac702e8a3b req-6cf5561d-32b8-4825-9391-fc34720f90f0 service neutron] 10.222.0.53 "GET /v2.0/networks/14de6d80-abda-4d5b-8d82-e5fae0543b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894597 Aug 31 23:35:15.561666 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf8d31-32b0-45ff-8462-035cdf83b402 req-d47f2eba-3948-44b6-ad92-a34282cd0459 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:15.563113 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-4bbf8d31-32b0-45ff-8462-035cdf83b402 req-d47f2eba-3948-44b6-ad92-a34282cd0459 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.53 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0548666 Aug 31 23:35:15.610409 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e86e99-9785-433d-867c-44db6d54bd9f req-425416ba-1598-420d-b08c-4a0073ebb50a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:15.611889 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-55e86e99-9785-433d-867c-44db6d54bd9f req-425416ba-1598-420d-b08c-4a0073ebb50a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0493710 Aug 31 23:35:15.650484 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-55e86e99-9785-433d-867c-44db6d54bd9f req-ab126380-d19f-49e5-83ce-22584bf1bde2 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326738 Aug 31 23:35:15.694158 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [req-4bbf8d31-32b0-45ff-8462-035cdf83b402 req-0a719c35-7754-4329-b3ef-ad0b99d13642 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Deleting port f75ec18e-555b-47f3-a862-1608fd678194 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:35:15.694576 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-4bbf8d31-32b0-45ff-8462-035cdf83b402 req-0a719c35-7754-4329-b3ef-ad0b99d13642 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:16.005313 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-4bbf8d31-32b0-45ff-8462-035cdf83b402 req-0a719c35-7754-4329-b3ef-ad0b99d13642 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] For port f75ec18e-555b-47f3-a862-1608fd678194, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f75ec18e-555b-47f3-a862-1608fd678194,segment=NetworkSegment(f1b0a8cb-7605-4bf7-943c-c7d842583ed0),segment_id=f1b0a8cb-7605-4bf7-943c-c7d842583ed0)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:16.006010 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-4bbf8d31-32b0-45ff-8462-035cdf83b402 req-0a719c35-7754-4329-b3ef-ad0b99d13642 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:16.021395 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [req-4bbf8d31-32b0-45ff-8462-035cdf83b402 req-0a719c35-7754-4329-b3ef-ad0b99d13642 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Calling delete_port for f75ec18e-555b-47f3-a862-1608fd678194 owned by compute:nova {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:35:16.050254 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d0b2-6783-4243-a513-312cefdce97c req-4fe9c0bd-1366-42b4-965e-105c81b867b8 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:16.051723 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-02d0d0b2-6783-4243-a513-312cefdce97c req-4fe9c0bd-1366-42b4-965e-105c81b867b8 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/ports?device_id=62a6b6ba-ec4b-42e0-8d59-c7116d35369c HTTP/1.1" status: 200 len: 945 time: 0.0864434 Aug 31 23:35:16.116125 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781db97d-fb18-46af-bfb1-62650e438372 req-6c182226-f60c-4790-a402-ef4ac4efc24c tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:16.117734 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-781db97d-fb18-46af-bfb1-62650e438372 req-6c182226-f60c-4790-a402-ef4ac4efc24c tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 943 time: 0.0531423 Aug 31 23:35:16.145073 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-02d0d0b2-6783-4243-a513-312cefdce97c req-acecf533-d879-426b-a17f-f844ba59b1ef tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2eadac7-db1e-4dde-b3e4-cf349002f0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756125 Aug 31 23:35:16.156151 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-781db97d-fb18-46af-bfb1-62650e438372 req-712f690b-06fb-4e9a-89fa-c3ef4e36bb3b tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316768 Aug 31 23:35:16.216831 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-4bbf8d31-32b0-45ff-8462-035cdf83b402 req-0a719c35-7754-4329-b3ef-ad0b99d13642 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:16.230604 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['f75ec18e-555b-47f3-a862-1608fd678194'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:35:16.269942 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a719c35-7754-4329-b3ef-ad0b99d13642 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Pushing event deleted for resources: {'Port': ['ID=f75ec18e-555b-47f3-a862-1608fd678194,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:16.307843 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbf8d31-32b0-45ff-8462-035cdf83b402 req-0a719c35-7754-4329-b3ef-ad0b99d13642 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] No DVR routers for this DVR port f75ec18e-555b-47f3-a862-1608fd678194 on host hv-cinder-80445 {{(pid=93846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:35:16.310752 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-4bbf8d31-32b0-45ff-8462-035cdf83b402 req-0a719c35-7754-4329-b3ef-ad0b99d13642 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:16.312703 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-4bbf8d31-32b0-45ff-8462-035cdf83b402 req-0a719c35-7754-4329-b3ef-ad0b99d13642 tempest-ServerRescueNegativeTestJSON-1217855626 tempest-ServerRescueNegativeTestJSON-1217855626-project] 10.222.0.53 "DELETE /v2.0/ports/f75ec18e-555b-47f3-a862-1608fd678194 HTTP/1.1" status: 204 len: 173 time: 0.7410638 Aug 31 23:35:16.313124 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a6b6ba-ec4b-42e0-8d59-c7116d35369c', 'name': 'network-vif-deleted', 'tag': 'f75ec18e-555b-47f3-a862-1608fd678194'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:35:16.315314 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f13e17d4f082eee8db626e153c8674a5f3112bea7488b178d1c4a6516ff361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28fe13a-53f9-4ae7-a9bc-16334969295b" -d '{"events": [{"server_uuid": "62a6b6ba-ec4b-42e0-8d59-c7116d35369c", "name": "network-vif-deleted", "tag": "f75ec18e-555b-47f3-a862-1608fd678194"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:35:16.353490 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ee94e1-f923-4001-a2c7-b5bbddff9a57 x-openstack-request-id: req-f8ee94e1-f923-4001-a2c7-b5bbddff9a57 {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:35:16.353775 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a6b6ba-ec4b-42e0-8d59-c7116d35369c", "name": "network-vif-deleted", "tag": "f75ec18e-555b-47f3-a862-1608fd678194", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:35:16.354020 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f8ee94e1-f923-4001-a2c7-b5bbddff9a57 {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:35:16.354400 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a6b6ba-ec4b-42e0-8d59-c7116d35369c', 'name': 'network-vif-deleted', 'tag': 'f75ec18e-555b-47f3-a862-1608fd678194', 'status': 'completed', 'code': 200} Aug 31 23:35:16.740856 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939739dc-8562-4f32-861b-551fd81b52ee req-b9ac92cb-e71a-411b-a74e-241faf8ac2af tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:16.742540 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-939739dc-8562-4f32-861b-551fd81b52ee req-b9ac92cb-e71a-411b-a74e-241faf8ac2af tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 945 time: 0.0490441 Aug 31 23:35:16.764542 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'tag': '92c3a824-eeea-4308-8e51-7cdd031d0a7b'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:35:16.766552 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b2b65a-06bf-4551-95ad-5e61763300a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2e99baf2-a8ab-4f0b-b1ac-373cd09f64da", "tag": "92c3a824-eeea-4308-8e51-7cdd031d0a7b"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:35:16.782877 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-939739dc-8562-4f32-861b-551fd81b52ee req-31f0388f-b4b8-43a4-bd01-d24d96e769a2 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322840 Aug 31 23:35:16.800968 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ccf7e-acf9-48f3-ae53-6aea652695a7 req-3e97808d-19c9-4197-bad5-fb40097fd18e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:16.804782 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f19ccf7e-acf9-48f3-ae53-6aea652695a7 req-3e97808d-19c9-4197-bad5-fb40097fd18e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0773625 Aug 31 23:35:16.836188 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5d4057-19c5-483e-9458-71a74841a7c9 x-openstack-request-id: req-9e5d4057-19c5-483e-9458-71a74841a7c9 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:35:16.836533 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e99baf2-a8ab-4f0b-b1ac-373cd09f64da", "tag": "92c3a824-eeea-4308-8e51-7cdd031d0a7b", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:35:16.836757 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e5d4057-19c5-483e-9458-71a74841a7c9 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:35:16.837145 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'tag': '92c3a824-eeea-4308-8e51-7cdd031d0a7b', 'status': 'completed', 'code': 200} Aug 31 23:35:16.847660 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f19ccf7e-acf9-48f3-ae53-6aea652695a7 req-4ba0487a-e82c-4037-b90d-65b549b1e0eb tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390632 Aug 31 23:35:16.898397 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2b65a-06bf-4551-95ad-5e61763300a5 req-66f1667b-5dee-4e4f-adab-ff88ecba5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:16.899858 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-04b2b65a-06bf-4551-95ad-5e61763300a5 req-66f1667b-5dee-4e4f-adab-ff88ecba5042 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f75b6405be564ffdb7665aac04076be8&device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 1096 time: 0.0398214 Aug 31 23:35:16.991905 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2b65a-06bf-4551-95ad-5e61763300a5 req-c71c67a2-9542-49ab-8200-c4071ad10ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:16.993376 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-04b2b65a-06bf-4551-95ad-5e61763300a5 req-c71c67a2-9542-49ab-8200-c4071ad10ba9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14de6d80-abda-4d5b-8d82-e5fae0543b93 HTTP/1.1" status: 200 len: 910 time: 0.0825851 Aug 31 23:35:17.035764 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-04b2b65a-06bf-4551-95ad-5e61763300a5 req-fc86a1a0-8be3-4cff-897f-2076bbaf2482 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92c3a824-eeea-4308-8e51-7cdd031d0a7b HTTP/1.1" status: 200 len: 217 time: 0.0328259 Aug 31 23:35:17.086515 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2b65a-06bf-4551-95ad-5e61763300a5 req-7d58dbfc-427b-484c-aac0-625c432b9e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:17.087879 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-04b2b65a-06bf-4551-95ad-5e61763300a5 req-7d58dbfc-427b-484c-aac0-625c432b9e49 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716 HTTP/1.1" status: 200 len: 848 time: 0.0445418 Aug 31 23:35:17.132881 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2b65a-06bf-4551-95ad-5e61763300a5 req-7e81103c-04b7-4db7-a7a7-33f86ba9ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:17.134297 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-04b2b65a-06bf-4551-95ad-5e61763300a5 req-7e81103c-04b7-4db7-a7a7-33f86ba9ec75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14de6d80-abda-4d5b-8d82-e5fae0543b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380850 Aug 31 23:35:17.208794 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45272) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:17.230660 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-04b2b65a-06bf-4551-95ad-5e61763300a5 req-6c1c9484-ba7c-441f-a26f-6b140b4dc790 service neutron] 10.222.0.53 "GET /v2.0/networks/14de6d80-abda-4d5b-8d82-e5fae0543b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852499 Aug 31 23:35:17.328455 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-04b2b65a-06bf-4551-95ad-5e61763300a5 req-1f7c2d17-7787-4f55-abf6-66ce5a10a329 service neutron] 10.222.0.53 "GET /v2.0/networks/14de6d80-abda-4d5b-8d82-e5fae0543b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869451 Aug 31 23:35:17.339016 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd17ed-bae8-40f6-b100-cd5fae776d37 req-d2808a3f-887c-4596-96e9-4200d06242f8 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:17.340498 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5bfd17ed-bae8-40f6-b100-cd5fae776d37 req-d2808a3f-887c-4596-96e9-4200d06242f8 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 943 time: 0.0945780 Aug 31 23:35:17.423772 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5bfd17ed-bae8-40f6-b100-cd5fae776d37 req-f2ac888e-ceb1-44ee-88db-edef1c6faaae tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758188 Aug 31 23:35:17.670423 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763597'] for router_interface, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:17.901161 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a1ed4-68bb-438f-ab30-0c81219aa8d8 req-5e9d51e1-b1e1-40b0-965b-2467e1cbfa20 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:17.902748 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-602a1ed4-68bb-438f-ab30-0c81219aa8d8 req-5e9d51e1-b1e1-40b0-965b-2467e1cbfa20 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 945 time: 0.0510437 Aug 31 23:35:17.940011 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-602a1ed4-68bb-438f-ab30-0c81219aa8d8 req-c3a645fd-64f4-47cf-a5e5-61534b76df62 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/security-groups?id=783f6b91-a8a4-4aa6-8466-5dbf765fb657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304272 Aug 31 23:35:17.990242 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776d0aa-c4fc-4464-a3f0-85cfa76df316 req-456bf15c-c0a7-4657-a384-07f48acb4d05 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:17.991692 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6776d0aa-c4fc-4464-a3f0-85cfa76df316 req-456bf15c-c0a7-4657-a384-07f48acb4d05 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0583587 Aug 31 23:35:17.996574 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Deleting port 0280157a-f1f1-4609-b933-95689f60575f {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:35:17.996915 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:18.072904 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6776d0aa-c4fc-4464-a3f0-85cfa76df316 req-26a3cdf4-cb68-48c2-80dd-cea129ddbe68 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737886 Aug 31 23:35:18.099944 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] For port 0280157a-f1f1-4609-b933-95689f60575f, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=0280157a-f1f1-4609-b933-95689f60575f,segment=NetworkSegment(f1b0a8cb-7605-4bf7-943c-c7d842583ed0),segment_id=f1b0a8cb-7605-4bf7-943c-c7d842583ed0)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:18.100307 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:18.112384 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Calling delete_port for 0280157a-f1f1-4609-b933-95689f60575f owned by network:router_interface {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:35:18.284537 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:18.310794 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Pushing event deleted for resources: {'Port': ['ID=0280157a-f1f1-4609-b933-95689f60575f,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:18.338046 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.338398 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.338741 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.339077 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.339410 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.339741 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.340071 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.340431 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.340758 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.341084 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.341406 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.341726 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.563496 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88436b-88ed-4fe7-af89-1557898f7afe req-eea535b8-a40a-46ac-aabd-f79346cddba1 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:18.564991 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5d88436b-88ed-4fe7-af89-1557898f7afe req-eea535b8-a40a-46ac-aabd-f79346cddba1 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 945 time: 0.0853150 Aug 31 23:35:18.577768 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431a189-5cd7-4dd6-bb27-4ff1b112edb4 req-9282ffca-d0a6-4973-8d9b-c93220a3c26b tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:18.579312 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9431a189-5cd7-4dd6-bb27-4ff1b112edb4 req-9282ffca-d0a6-4973-8d9b-c93220a3c26b tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 943 time: 0.0880418 Aug 31 23:35:18.666196 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9431a189-5cd7-4dd6-bb27-4ff1b112edb4 req-9ee14b86-932f-4343-812e-6f06562ff3ec tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791793 Aug 31 23:35:18.693534 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [req-5d88436b-88ed-4fe7-af89-1557898f7afe req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Deleting port bd412178-72a4-400d-a2ce-edb25feb3689 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:35:18.693876 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-5d88436b-88ed-4fe7-af89-1557898f7afe req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:18.714753 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1763729'] for router_interface, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:18.783608 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-5d88436b-88ed-4fe7-af89-1557898f7afe req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] For port bd412178-72a4-400d-a2ce-edb25feb3689, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=bd412178-72a4-400d-a2ce-edb25feb3689,segment=NetworkSegment(7e00c7df-7c29-4c1a-9182-e0beb5b55915),segment_id=7e00c7df-7c29-4c1a-9182-e0beb5b55915)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:18.783980 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-5d88436b-88ed-4fe7-af89-1557898f7afe req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:18.796199 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [req-5d88436b-88ed-4fe7-af89-1557898f7afe req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Calling delete_port for bd412178-72a4-400d-a2ce-edb25feb3689 owned by compute:nova {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:35:18.864733 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:35:18.884680 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:35:18.885114 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 3b1ac077-d08a-4ca7-95dc-39c578fbf5e0 not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:35:18.925243 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-5d88436b-88ed-4fe7-af89-1557898f7afe req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:18.928785 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Router fc3500cc-5357-48aa-b98e-215d5f684b75 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:35:18.936949 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['bd412178-72a4-400d-a2ce-edb25feb3689'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:35:18.953691 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Pushing event deleted for resources: {'Port': ['ID=bd412178-72a4-400d-a2ce-edb25feb3689,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:18.984096 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.984477 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.984821 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.985156 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.985492 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.985824 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.986151 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.986477 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.986806 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.987130 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.987455 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:18.987776 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:19.003553 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d88436b-88ed-4fe7-af89-1557898f7afe req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] No DVR routers for this DVR port bd412178-72a4-400d-a2ce-edb25feb3689 on host hv-cinder-80445 {{(pid=93846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:35:19.005940 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-5d88436b-88ed-4fe7-af89-1557898f7afe req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:19.007849 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5d88436b-88ed-4fe7-af89-1557898f7afe req-37a48c23-8a0c-4427-a997-2d32fbb0a1cb tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.53 "DELETE /v2.0/ports/bd412178-72a4-400d-a2ce-edb25feb3689 HTTP/1.1" status: 204 len: 173 time: 0.4276333 Aug 31 23:35:19.008276 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f077d6-ff67-4cdd-bb7b-df209fb8411d', 'name': 'network-vif-deleted', 'tag': 'bd412178-72a4-400d-a2ce-edb25feb3689'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:35:19.010495 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f13e17d4f082eee8db626e153c8674a5f3112bea7488b178d1c4a6516ff361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a26b6e5-d28b-41a2-a26c-1f0e38d6a8ca" -d '{"events": [{"server_uuid": "d5f077d6-ff67-4cdd-bb7b-df209fb8411d", "name": "network-vif-deleted", "tag": "bd412178-72a4-400d-a2ce-edb25feb3689"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:35:19.048055 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b913e6-71eb-42da-bbec-cf8eb5984183 x-openstack-request-id: req-41b913e6-71eb-42da-bbec-cf8eb5984183 {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:35:19.048369 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f077d6-ff67-4cdd-bb7b-df209fb8411d", "name": "network-vif-deleted", "tag": "bd412178-72a4-400d-a2ce-edb25feb3689", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:35:19.048621 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-41b913e6-71eb-42da-bbec-cf8eb5984183 {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:35:19.049017 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f077d6-ff67-4cdd-bb7b-df209fb8411d', 'name': 'network-vif-deleted', 'tag': 'bd412178-72a4-400d-a2ce-edb25feb3689', 'status': 'completed', 'code': 200} Aug 31 23:35:19.074691 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-daf17839-4a44-4853-910a-5748cf65054e req-7db7f052-4155-4045-a6f4-742e5cb40798 tempest-AttachVolumeNegativeTest-1110522509 tempest-AttachVolumeNegativeTest-1110522509-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f077d6-ff67-4cdd-bb7b-df209fb8411d HTTP/1.1" status: 200 len: 210 time: 0.0402107 Aug 31 23:35:19.086937 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:35:19.094994 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-3490b32b-830c-4340-99cf-b12d5c0ee690 admin admin] 10.222.0.54 "PUT /v2.0/routers/fc3500cc-5357-48aa-b98e-215d5f684b75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8827240 Aug 31 23:35:19.095148 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45284) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:19.103605 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f6bed-eeeb-4c89-9f95-b4f12441cbf7 None None] Sync routers for ids ['fc3500cc-5357-48aa-b98e-215d5f684b75'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:35:19.114895 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255f6bed-eeeb-4c89-9f95-b4f12441cbf7 None None] Routers {'fc3500cc-5357-48aa-b98e-215d5f684b75'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:35:19.115752 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-255f6bed-eeeb-4c89-9f95-b4f12441cbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:35:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['fc3500cc-5357-48aa-b98e-215d5f684b75'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:19.204578 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f1cd6-5bb1-4f88-892d-2f005ae6db1d req-2b5c7b94-3c70-4026-9212-d49a952bfedc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:19.205396 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3d6032be-dcfb-4169-a153-0d9ba8c1ca34 admin admin] Notify callbacks [] for router, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:19.206472 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-910f1cd6-5bb1-4f88-892d-2f005ae6db1d req-2b5c7b94-3c70-4026-9212-d49a952bfedc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.0554471 Aug 31 23:35:19.232220 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-255f6bed-eeeb-4c89-9f95-b4f12441cbf7 None None] Set router fc3500cc-5357-48aa-b98e-215d5f684b75 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:35:19.244894 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-910f1cd6-5bb1-4f88-892d-2f005ae6db1d req-79a9184d-fb4a-442e-a969-af28d2619867 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318077 Aug 31 23:35:19.307751 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3d6032be-dcfb-4169-a153-0d9ba8c1ca34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:19.362134 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-3d6032be-dcfb-4169-a153-0d9ba8c1ca34 admin admin] Deleting port b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:35:19.362530 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3d6032be-dcfb-4169-a153-0d9ba8c1ca34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:19.410634 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-255f6bed-eeeb-4c89-9f95-b4f12441cbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'name': 'tempest-ServerRescueNegativeTestJSON-1487364172-router', 'tenant_id': '50a47fc76e7d48e5b704d5f2dd962483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:35:18Z', 'revision_number': 5, 'project_id': '50a47fc76e7d48e5b704d5f2dd962483', 'gw_port': {'id': 'b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:06Z', 'updated_at': '2021-08-31T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:19.440286 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f6bed-eeeb-4c89-9f95-b4f12441cbf7 None None] Checking router: fc3500cc-5357-48aa-b98e-215d5f684b75 for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:35:19.444495 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [None req-3d6032be-dcfb-4169-a153-0d9ba8c1ca34 admin admin] For port b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:19.444988 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3d6032be-dcfb-4169-a153-0d9ba8c1ca34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:19.453683 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255f6bed-eeeb-4c89-9f95-b4f12441cbf7 None None] Routers {'fc3500cc-5357-48aa-b98e-215d5f684b75'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:35:19.454445 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-255f6bed-eeeb-4c89-9f95-b4f12441cbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:35:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['fc3500cc-5357-48aa-b98e-215d5f684b75'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:19.460698 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-3d6032be-dcfb-4169-a153-0d9ba8c1ca34 admin admin] Calling delete_port for b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb owned by network:router_gateway {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:35:19.555068 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-255f6bed-eeeb-4c89-9f95-b4f12441cbf7 None None] Set router fc3500cc-5357-48aa-b98e-215d5f684b75 gateway port host: None {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:35:19.637517 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3d6032be-dcfb-4169-a153-0d9ba8c1ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:19.663308 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6032be-dcfb-4169-a153-0d9ba8c1ca34 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:19.694689 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-255f6bed-eeeb-4c89-9f95-b4f12441cbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'name': 'tempest-ServerRescueNegativeTestJSON-1487364172-router', 'tenant_id': '50a47fc76e7d48e5b704d5f2dd962483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:35:19Z', 'revision_number': 6, 'project_id': '50a47fc76e7d48e5b704d5f2dd962483', 'gw_port_host': None}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:19.719964 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f6bed-eeeb-4c89-9f95-b4f12441cbf7 None None] The sync data for ids ['fc3500cc-5357-48aa-b98e-215d5f684b75'] in dv-cinder-804459-5-iscsi is: [{'id': 'fc3500cc-5357-48aa-b98e-215d5f684b75', 'name': 'tempest-ServerRescueNegativeTestJSON-1487364172-router', 'tenant_id': '50a47fc76e7d48e5b704d5f2dd962483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:35:19Z', 'revision_number': 6, 'project_id': '50a47fc76e7d48e5b704d5f2dd962483', 'gw_port_host': None}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:35:19.727796 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3d6032be-dcfb-4169-a153-0d9ba8c1ca34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762355'] for router_gateway, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:19.859603 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3d6032be-dcfb-4169-a153-0d9ba8c1ca34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1766157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30469'] for router, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:19.863049 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3d6032be-dcfb-4169-a153-0d9ba8c1ca34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:19.936814 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b90e68-ea86-4748-ae25-21f66e4bc09f req-23de5d18-39ea-48f0-8f1e-c64d2eb4fc21 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:19.938225 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a8b90e68-ea86-4748-ae25-21f66e4bc09f req-23de5d18-39ea-48f0-8f1e-c64d2eb4fc21 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 943 time: 0.1930740 Aug 31 23:35:19.942414 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3d6032be-dcfb-4169-a153-0d9ba8c1ca34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1766150'] for router, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:19.942956 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6032be-dcfb-4169-a153-0d9ba8c1ca34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc3500cc-5357-48aa-b98e-215d5f684b75 {{(pid=93845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 23:35:19.948695 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3d6032be-dcfb-4169-a153-0d9ba8c1ca34 admin admin] Notify callbacks [] for router, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:19.949764 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-3d6032be-dcfb-4169-a153-0d9ba8c1ca34 admin admin] 10.222.0.54 "DELETE /v2.0/routers/fc3500cc-5357-48aa-b98e-215d5f684b75 HTTP/1.1" status: 204 len: 168 time: 0.8537169 Aug 31 23:35:19.952442 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 45294) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:19.984001 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a8b90e68-ea86-4748-ae25-21f66e4bc09f req-7e62b77e-3c13-4b17-9715-082e3aff18da tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330827 Aug 31 23:35:19.996276 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-7788827a-67c8-4088-9801-04f972b40590 admin admin] Deleting subnet c53f0166-3f80-478d-8aa4-6c43d9c06f6f {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:35:19.999731 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7788827a-67c8-4088-9801-04f972b40590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.032861 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7788827a-67c8-4088-9801-04f972b40590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12942935'] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.070189 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7788827a-67c8-4088-9801-04f972b40590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534214'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.131289 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7788827a-67c8-4088-9801-04f972b40590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12942717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12932385'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.137246 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45298) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:20.160571 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788827a-67c8-4088-9801-04f972b40590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c53f0166-3f80-478d-8aa4-6c43d9c06f6f,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:20.164521 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7788827a-67c8-4088-9801-04f972b40590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.168808 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-7788827a-67c8-4088-9801-04f972b40590 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c53f0166-3f80-478d-8aa4-6c43d9c06f6f HTTP/1.1" status: 204 len: 168 time: 0.2129953 Aug 31 23:35:20.170284 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45300) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:20.235690 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8be31cb-2abc-4795-916b-ca30954d83d7 admin admin] Deleting subnet 3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf {{(pid=93845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:35:20.243119 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c8be31cb-2abc-4795-916b-ca30954d83d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.273585 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5e310064-5464-4253-b8c4-8e1b5106039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564137'] for network, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.290501 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c8be31cb-2abc-4795-916b-ca30954d83d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14199089'] for subnet, precommit_delete_associations {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.420310 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c8be31cb-2abc-4795-916b-ca30954d83d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534214'] for subnet, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.423173 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5e310064-5464-4253-b8c4-8e1b5106039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-555069', 'neutron.services.segments.db._delete_segments_for_network-8773537300673'] for network, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.454067 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-5e310064-5464-4253-b8c4-8e1b5106039d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bcb073e-1d75-46c6-8333-a59aa396399f']}} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:20.471358 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-5e310064-5464-4253-b8c4-8e1b5106039d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b0a8cb-7605-4bf7-943c-c7d842583ed0') {'for_net_delete': True} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:20.471658 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-5e310064-5464-4253-b8c4-8e1b5106039d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b0a8cb-7605-4bf7-943c-c7d842583ed0') {} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:20.487126 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d0f3f-3eec-4948-9a7d-f88401ca6e50 req-93d36b34-5aa8-40f2-9a81-a7a6a254ab57 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:20.488652 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3a3d0f3f-3eec-4948-9a7d-f88401ca6e50 req-93d36b34-5aa8-40f2-9a81-a7a6a254ab57 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 944 time: 0.1540990 Aug 31 23:35:20.493738 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5e310064-5464-4253-b8c4-8e1b5106039d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773537312853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14199050'] for segment, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.526912 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5e310064-5464-4253-b8c4-8e1b5106039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.537205 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e310064-5464-4253-b8c4-8e1b5106039d admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=93845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:35:20.537604 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5e310064-5464-4253-b8c4-8e1b5106039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14659137'] for segment, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: Traceback (most recent call last): Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: timer() Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: cb(*args, **kw) Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: return func(*args, **kwargs) Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: self._notify() Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: self.callback(batched_events) Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: event.method(event) Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: return f(self, *a, **k) Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: return self._get(url).json() Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: return self.request(url, 'GET', **kwargs) Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:35:20.541393 dv-cinder-804459-5-iscsi neutron-server[93845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:35:20.591934 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3a3d0f3f-3eec-4948-9a7d-f88401ca6e50 req-6bf0a1ab-2ac9-40a2-b200-a2758eb7bd36 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948532 Aug 31 23:35:20.600161 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c8be31cb-2abc-4795-916b-ca30954d83d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14659323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12765202'] for subnet, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.638520 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c8be31cb-2abc-4795-916b-ca30954d83d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.640569 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-c8be31cb-2abc-4795-916b-ca30954d83d7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf HTTP/1.1" status: 204 len: 168 time: 0.5015843 Aug 31 23:35:20.642156 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be31cb-2abc-4795-916b-ca30954d83d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d44a1a8-ef31-4953-98ea-d2fd00b7ccaf,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:20.643452 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 45304) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:20.649051 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5e310064-5464-4253-b8c4-8e1b5106039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-555044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762335'] for network, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.654623 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5e310064-5464-4253-b8c4-8e1b5106039d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.656674 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-5e310064-5464-4253-b8c4-8e1b5106039d admin admin] 10.222.0.54 "DELETE /v2.0/networks/4bcb073e-1d75-46c6-8333-a59aa396399f HTTP/1.1" status: 204 len: 168 time: 0.4857290 Aug 31 23:35:20.669644 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e310064-5464-4253-b8c4-8e1b5106039d admin admin] Pushing event deleted for resources: {'Network': ['ID=4bcb073e-1d75-46c6-8333-a59aa396399f,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:20.716680 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dca463be-2c2c-4e36-a3fd-2d1b537e194f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564137'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.802722 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dca463be-2c2c-4e36-a3fd-2d1b537e194f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-555069', 'neutron.services.segments.db._delete_segments_for_network-8773537300673'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.813320 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-dca463be-2c2c-4e36-a3fd-2d1b537e194f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ddb66a-f30e-4aed-9d86-e20e86a51596']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:20.827497 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-dca463be-2c2c-4e36-a3fd-2d1b537e194f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e00c7df-7c29-4c1a-9182-e0beb5b55915') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:20.827497 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-dca463be-2c2c-4e36-a3fd-2d1b537e194f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e00c7df-7c29-4c1a-9182-e0beb5b55915') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:20.834497 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dca463be-2c2c-4e36-a3fd-2d1b537e194f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773537312853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942956'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.838932 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45308) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:20.848729 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dca463be-2c2c-4e36-a3fd-2d1b537e194f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.854501 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca463be-2c2c-4e36-a3fd-2d1b537e194f admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:35:20.854868 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dca463be-2c2c-4e36-a3fd-2d1b537e194f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12942791'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: timer() Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: cb(*args, **kw) Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: self._notify() Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: self.callback(batched_events) Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: event.method(event) Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._get(url).json() Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:35:20.857103 dv-cinder-804459-5-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:35:20.879592 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-e5baca95-881a-4f28-8ff2-7c29315c674e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=50a47fc76e7d48e5b704d5f2dd962483&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0394573 Aug 31 23:35:20.882040 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45310) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:20.898601 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:35:20.901146 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device f75ec18e-555b-47f3-a862-1608fd678194 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:35:20.910986 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dca463be-2c2c-4e36-a3fd-2d1b537e194f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-555044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762335'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.916342 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-dca463be-2c2c-4e36-a3fd-2d1b537e194f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.918335 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-dca463be-2c2c-4e36-a3fd-2d1b537e194f admin admin] 10.222.0.54 "DELETE /v2.0/networks/03ddb66a-f30e-4aed-9d86-e20e86a51596 HTTP/1.1" status: 204 len: 168 time: 0.2735343 Aug 31 23:35:20.929597 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca463be-2c2c-4e36-a3fd-2d1b537e194f admin admin] Pushing event deleted for resources: {'Network': ['ID=03ddb66a-f30e-4aed-9d86-e20e86a51596,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:20.941426 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: f75ec18e-555b-47f3-a862-1608fd678194 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:35:20.941767 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device f75ec18e-555b-47f3-a862-1608fd678194 not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:35:20.942195 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-83fa05fd-cde8-43fe-86d9-6ac5c61ffb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:20.978957 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-83fa05fd-cde8-43fe-86d9-6ac5c61ffb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:21.037640 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-83fa05fd-cde8-43fe-86d9-6ac5c61ffb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:21.040532 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-83fa05fd-cde8-43fe-86d9-6ac5c61ffb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:21.041860 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-83fa05fd-cde8-43fe-86d9-6ac5c61ffb0d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b2eadac7-db1e-4dde-b3e4-cf349002f0d3 HTTP/1.1" status: 204 len: 168 time: 0.1589386 Aug 31 23:35:21.050218 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:21.062315 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'port_id': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318', 'mac_address': 'fa:16:3e:a9:85:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:35:21.063566 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa05fd-cde8-43fe-86d9-6ac5c61ffb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eadac7-db1e-4dde-b3e4-cf349002f0d3,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:21.120836 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:21.121536 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45318) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:21.138411 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:35:21.156387 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61753d6a-bebe-49db-878d-c78cdb101deb req-7850030f-127e-408f-9718-6425c5823857 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:21.159049 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-61753d6a-bebe-49db-878d-c78cdb101deb req-7850030f-127e-408f-9718-6425c5823857 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 943 time: 0.1011984 Aug 31 23:35:21.168989 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:21.173504 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-3d59856d-0076-46e5-aaa1-51d5ab17a9b8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b949fab8f66a4e47b5e5d9540c3fd3fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0505698 Aug 31 23:35:21.173712 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 45320) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:21.173907 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:21.226045 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,revision_number=9']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:21.232284 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-61753d6a-bebe-49db-878d-c78cdb101deb req-4883bb01-047c-4911-9793-8a1cfea4eadb tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670614 Aug 31 23:35:21.241922 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:21.242513 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:21.242858 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:21.243192 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:21.252074 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:21.252074 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:21.252074 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:21.252074 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:21.252074 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:21.252074 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:21.252074 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:21.252074 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:21.253117 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8c25-1bd2-4e7d-9de7-b733a924cf85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:21.271938 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8c25-1bd2-4e7d-9de7-b733a924cf85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:21.319770 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8c25-1bd2-4e7d-9de7-b733a924cf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:21.322821 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8c25-1bd2-4e7d-9de7-b733a924cf85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:21.323953 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-0a0b8c25-1bd2-4e7d-9de7-b733a924cf85 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/783f6b91-a8a4-4aa6-8466-5dbf765fb657 HTTP/1.1" status: 204 len: 168 time: 0.1491904 Aug 31 23:35:21.332676 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b8c25-1bd2-4e7d-9de7-b733a924cf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783f6b91-a8a4-4aa6-8466-5dbf765fb657,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:21.429576 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['4c1f8313-9d06-4ecf-9962-23d7cc1e9318'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:35:21.510964 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:35:21.535429 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:35:21.535782 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device b2d446a9-5dea-4c1e-b0f7-dd27d5998eeb not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:35:21.536201 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 0280157a-f1f1-4609-b933-95689f60575f no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:35:21.559955 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: 0280157a-f1f1-4609-b933-95689f60575f {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:35:21.560363 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 0280157a-f1f1-4609-b933-95689f60575f not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:35:21.727279 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705292b-4421-45b1-9e94-80d88ca69a00 req-3de2ca61-39cc-46d1-8935-460f60b092ea tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:21.729458 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c705292b-4421-45b1-9e94-80d88ca69a00 req-3de2ca61-39cc-46d1-8935-460f60b092ea tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 945 time: 0.0537276 Aug 31 23:35:21.770762 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c705292b-4421-45b1-9e94-80d88ca69a00 req-175dfed3-caf5-49ae-a43e-8f4dc2b611c3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347919 Aug 31 23:35:21.909403 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 45360) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:22.096188 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-16f1465e-dbd8-40bf-b298-4fd6bd9645b3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2101539248-network', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:22.117172 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f1465e-dbd8-40bf-b298-4fd6bd9645b3 admin admin] Made reservation on behalf of 5e0ed5307a5244399f394120a4946f2d for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:35:22.119528 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-16f1465e-dbd8-40bf-b298-4fd6bd9645b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:22.128117 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-16f1465e-dbd8-40bf-b298-4fd6bd9645b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:22.213130 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-16f1465e-dbd8-40bf-b298-4fd6bd9645b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:22.217737 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-16f1465e-dbd8-40bf-b298-4fd6bd9645b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:22.246588 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f1465e-dbd8-40bf-b298-4fd6bd9645b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:35:22.254137 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1465e-dbd8-40bf-b298-4fd6bd9645b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68df6329-25cc-4444-8c72-d1ee611ca60c,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:22.262576 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-16f1465e-dbd8-40bf-b298-4fd6bd9645b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:22.262930 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-16f1465e-dbd8-40bf-b298-4fd6bd9645b3 admin admin] Added segment e4658f6c-fea6-4854-b436-f65b503aa27e of type vlan for network 70324521-dd07-424c-878a-ecbb84a7a3cc Aug 31 23:35:22.313611 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-16f1465e-dbd8-40bf-b298-4fd6bd9645b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:22.356297 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-16f1465e-dbd8-40bf-b298-4fd6bd9645b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:22.357903 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f1465e-dbd8-40bf-b298-4fd6bd9645b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:22.358533 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-16f1465e-dbd8-40bf-b298-4fd6bd9645b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:22.410981 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-16f1465e-dbd8-40bf-b298-4fd6bd9645b3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5004549 Aug 31 23:35:22.413884 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45378) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:22.418425 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d442244-1829-477f-bd3d-fbb3e02a3138 req-f998ebae-cfb2-4362-ac30-59e488a34d01 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:22.419926 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2d442244-1829-477f-bd3d-fbb3e02a3138 req-f998ebae-cfb2-4362-ac30-59e488a34d01 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 943 time: 0.1182041 Aug 31 23:35:22.421930 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-70058b61-55b6-4720-94be-96b97795a6e6 admin admin] Request body: {'subnet': {'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2101539248-subnet', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:22.448482 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70058b61-55b6-4720-94be-96b97795a6e6 admin admin] Made reservation on behalf of 5e0ed5307a5244399f394120a4946f2d for: {'subnet': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:35:22.448611 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1465e-dbd8-40bf-b298-4fd6bd9645b3 admin admin] Pushing event updated for resources: {'Network': ['ID=70324521-dd07-424c-878a-ecbb84a7a3cc,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:22.458525 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-70058b61-55b6-4720-94be-96b97795a6e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12765245'] for subnet, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:22.460091 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network 70324521-dd07-424c-878a-ecbb84a7a3cc details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:35:22.471949 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2d442244-1829-477f-bd3d-fbb3e02a3138 req-e0dfade9-2801-4f26-8a88-153045dd71e9 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438015 Aug 31 23:35:22.637863 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-70058b61-55b6-4720-94be-96b97795a6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14658852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12765227'] for subnet, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:22.693190 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70058b61-55b6-4720-94be-96b97795a6e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05747991-f003-405d-b4e6-85180aab9062,revision_number=0']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:22.700362 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70058b61-55b6-4720-94be-96b97795a6e6 admin admin] Checking segment: {'id': 'e4658f6c-fea6-4854-b436-f65b503aa27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:35:22.700705 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70058b61-55b6-4720-94be-96b97795a6e6 admin admin] Network hostable DHCP agents. Network: 70324521-dd07-424c-878a-ecbb84a7a3cc, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:35:22.716899 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70058b61-55b6-4720-94be-96b97795a6e6 admin admin] Network 70324521-dd07-424c-878a-ecbb84a7a3cc is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:35:22.726536 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-70058b61-55b6-4720-94be-96b97795a6e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, 70324521-dd07-424c-878a-ecbb84a7a3cc) {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:22.733150 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70058b61-55b6-4720-94be-96b97795a6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:22.734131 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-70058b61-55b6-4720-94be-96b97795a6e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:22.742566 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451d6eea-73be-4e1e-9755-af030377d621 None None] Network 70324521-dd07-424c-878a-ecbb84a7a3cc requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:35:22.753724 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-70058b61-55b6-4720-94be-96b97795a6e6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3381579 Aug 31 23:35:22.756414 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45388) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:22.762730 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:22.785228 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30491'] for router, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:22.786439 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1764587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30476'] for router, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:22.883226 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:22.921565 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 92c3a824-eeea-4308-8e51-7cdd031d0a7b details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:35:22.929905 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:35:22.934743 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b006289-ba80-526b-bc95-ba2cef7064da-70324521-dd07-424c-878a-ecbb84a7a3cc', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062'}]}} from dv-cinder-804459-5-iscsi. {{(pid=93847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:35:22.935572 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:22.988040 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9633a-9764-49e7-b232-570750eb19c2 req-aedf9986-9aaf-41cc-8cdd-858014727ba9 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:22.989590 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f6c9633a-9764-49e7-b232-570750eb19c2 req-aedf9986-9aaf-41cc-8cdd-858014727ba9 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 945 time: 0.1197398 Aug 31 23:35:23.075669 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.098955 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f6c9633a-9764-49e7-b232-570750eb19c2 req-345b98d1-0ead-4f34-bd33-0fa1d0929799 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015959 Aug 31 23:35:23.167247 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:23.167626 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.174985 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 45404) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:23.223559 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 92c3a824-eeea-4308-8e51-7cdd031d0a7b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=92c3a824-eeea-4308-8e51-7cdd031d0a7b,segment=NetworkSegment(a177205c-9010-4c4f-93d5-fc9c217e4133),segment_id=a177205c-9010-4c4f-93d5-fc9c217e4133)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:23.245284 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Allocated IP 172.20.0.2 (70324521-dd07-424c-878a-ecbb84a7a3cc/05747991-f003-405d-b4e6-85180aab9062/e69b8ab1-246a-4657-9f8b-ef68f9c011b1) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:35:23.252657 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '92c3a824-eeea-4308-8e51-7cdd031d0a7b', 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93', 'port_id': '92c3a824-eeea-4308-8e51-7cdd031d0a7b', 'mac_address': 'fa:16:3e:e5:b3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:35:23.289497 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9b1d3061-2053-482b-989e-7d1989bad1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.377941 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.402186 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9b1d3061-2053-482b-989e-7d1989bad1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.407631 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c3a824-eeea-4308-8e51-7cdd031d0a7b {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:35:23.407965 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9b1d3061-2053-482b-989e-7d1989bad1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.433121 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.447793 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d3061-2053-482b-989e-7d1989bad1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0f841d-0cd1-4554-88f3-76ebf4714c34,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:23.456142 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-9b1d3061-2053-482b-989e-7d1989bad1b7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f1a011cfb1e54f35b0948b4ba0a925a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783101 Aug 31 23:35:23.457123 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 92c3a824-eeea-4308-8e51-7cdd031d0a7b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=92c3a824-eeea-4308-8e51-7cdd031d0a7b,segment=NetworkSegment(a177205c-9010-4c4f-93d5-fc9c217e4133),segment_id=a177205c-9010-4c4f-93d5-fc9c217e4133)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:23.457275 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 45408) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:23.467867 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.529730 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-574a3897-6da9-4ecc-b1a9-f67a6f7eb4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.551695 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-574a3897-6da9-4ecc-b1a9-f67a6f7eb4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.553937 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:35:23.556546 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03571ede-280e-4f8c-921d-bb838ead8f0d" -d '{"events": [{"server_uuid": "580824ec-8c1d-4d10-83b8-ec2b699c153e", "name": "network-vif-plugged", "status": "completed", "tag": "4c1f8313-9d06-4ecf-9962-23d7cc1e9318"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:35:23.576504 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:23.592927 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.594504 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device bd412178-72a4-400d-a2ce-edb25feb3689 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:35:23.599965 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.623187 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.633446 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.636930 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78db84ef-3ff3-4a22-a743-a821be0f3b0c x-openstack-request-id: req-78db84ef-3ff3-4a22-a743-a821be0f3b0c {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:35:23.637572 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580824ec-8c1d-4d10-83b8-ec2b699c153e", "name": "network-vif-plugged", "status": "completed", "tag": "4c1f8313-9d06-4ecf-9962-23d7cc1e9318", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:35:23.638771 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-78db84ef-3ff3-4a22-a743-a821be0f3b0c {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:35:23.639372 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318', 'code': 200} Aug 31 23:35:23.641405 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e444c-96f7-4b72-bf2e-7d37d02775ba req-c648c81a-db64-4eba-a0f3-26b36eb0d00c tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:23.643175 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d78e444c-96f7-4b72-bf2e-7d37d02775ba req-c648c81a-db64-4eba-a0f3-26b36eb0d00c tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 944 time: 0.0895526 Aug 31 23:35:23.658238 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-574a3897-6da9-4ecc-b1a9-f67a6f7eb4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.660862 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-574a3897-6da9-4ecc-b1a9-f67a6f7eb4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.662109 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-574a3897-6da9-4ecc-b1a9-f67a6f7eb4e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ae0f841d-0cd1-4554-88f3-76ebf4714c34 HTTP/1.1" status: 204 len: 168 time: 0.2039692 Aug 31 23:35:23.664112 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Transition to ACTIVE for port object e69b8ab1-246a-4657-9f8b-ef68f9c011b1 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:23.670150 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: bd412178-72a4-400d-a2ce-edb25feb3689 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:35:23.670669 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device bd412178-72a4-400d-a2ce-edb25feb3689 not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:35:23.673519 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=92c3a824-eeea-4308-8e51-7cdd031d0a7b,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:23.680407 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a3897-6da9-4ecc-b1a9-f67a6f7eb4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0f841d-0cd1-4554-88f3-76ebf4714c34,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:23.697324 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d78e444c-96f7-4b72-bf2e-7d37d02775ba req-cd9f97a3-a0a8-4168-bc26-0da1f1072ae2 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459385 Aug 31 23:35:23.730076 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Transition to ACTIVE for port object e69b8ab1-246a-4657-9f8b-ef68f9c011b1 will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:23.739389 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.765037 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['92c3a824-eeea-4308-8e51-7cdd031d0a7b'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:35:23.776255 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Network 70324521-dd07-424c-878a-ecbb84a7a3cc is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:35:23.777133 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,revision_number=10']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:23.788006 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Allocated IP 172.27.0.216 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/1c6e52ec-471c-429d-a144-f39685524e8d) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:35:23.798327 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:23.804770 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:35:23.892672 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Pushing event updated for resources: {'Port': ['ID=e69b8ab1-246a-4657-9f8b-ef68f9c011b1,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:23.905852 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.927264 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Attempting to bind port e69b8ab1-246a-4657-9f8b-ef68f9c011b1 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:35:23.927631 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Attempting to bind port e69b8ab1-246a-4657-9f8b-ef68f9c011b1 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'e4658f6c-fea6-4854-b436-f65b503aa27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:35:23.927997 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Attempting to bind port e69b8ab1-246a-4657-9f8b-ef68f9c011b1 on network 70324521-dd07-424c-878a-ecbb84a7a3cc {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:35:23.943184 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:35:23.943556 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Checking segment: {'id': 'e4658f6c-fea6-4854-b436-f65b503aa27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:35:23.944068 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.944414 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Bound using segment: {'id': 'e4658f6c-fea6-4854-b436-f65b503aa27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:35:23.945065 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Bound port: e69b8ab1-246a-4657-9f8b-ef68f9c011b1, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4658f6c-fea6-4854-b436-f65b503aa27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:35:23.945408 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.953398 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:23.998506 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 45418) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:24.006620 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:35:24.013170 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:24.016691 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:35:24.018329 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-868f1a1e-0e46-49c6-b682-0f37988ba6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:24.052795 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6e52ec-471c-429d-a144-f39685524e8d,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:24.058025 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] For port e69b8ab1-246a-4657-9f8b-ef68f9c011b1, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:35:24.079316 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] For port e69b8ab1-246a-4657-9f8b-ef68f9c011b1, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=e69b8ab1-246a-4657-9f8b-ef68f9c011b1,segment=NetworkSegment(e4658f6c-fea6-4854-b436-f65b503aa27e),segment_id=e4658f6c-fea6-4854-b436-f65b503aa27e)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:35:24.088030 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:24.171833 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-868f1a1e-0e46-49c6-b682-0f37988ba6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:24.184671 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f81850-afc1-4457-b2f9-37edb2255e5e None None] Pushing event updated for resources: {'Port': ['ID=e69b8ab1-246a-4657-9f8b-ef68f9c011b1,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:24.201939 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-868f1a1e-0e46-49c6-b682-0f37988ba6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:24.258652 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-868f1a1e-0e46-49c6-b682-0f37988ba6c1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=795a598622cf4aab94bffbbc650048df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589302 Aug 31 23:35:24.261544 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 45422) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:24.269719 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f1a1e-0e46-49c6-b682-0f37988ba6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf43d09e-692c-45c4-9299-edac180c569a,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:24.282421 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9aa203-50cf-4451-b2ef-4b3dba92b9ff req-6533d16f-2ec4-4682-a3cb-bc2a785d47e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:24.283991 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0b9aa203-50cf-4451-b2ef-4b3dba92b9ff req-6533d16f-2ec4-4682-a3cb-bc2a785d47e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 1100 time: 0.1290078 Aug 31 23:35:24.349616 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0b9aa203-50cf-4451-b2ef-4b3dba92b9ff req-1e86dbeb-b9ac-4f21-b1dd-e37dd057f974 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558717 Aug 31 23:35:24.354238 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-055302ff-868b-49ad-9ab4-2194bee24c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:24.363653 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33797b12-4f68-46f0-8983-9ce0d0835c8d req-dfd1d04c-2481-4b16-9660-4b44090a8299 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:24.365229 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-33797b12-4f68-46f0-8983-9ce0d0835c8d req-dfd1d04c-2481-4b16-9660-4b44090a8299 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 947 time: 0.1396277 Aug 31 23:35:24.371531 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:24.387154 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-055302ff-868b-49ad-9ab4-2194bee24c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:24.473962 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-055302ff-868b-49ad-9ab4-2194bee24c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:24.476975 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-055302ff-868b-49ad-9ab4-2194bee24c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:24.480899 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-055302ff-868b-49ad-9ab4-2194bee24c67 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bf43d09e-692c-45c4-9299-edac180c569a HTTP/1.1" status: 204 len: 168 time: 0.2183249 Aug 31 23:35:24.491889 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055302ff-868b-49ad-9ab4-2194bee24c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf43d09e-692c-45c4-9299-edac180c569a,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:24.494065 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-33797b12-4f68-46f0-8983-9ce0d0835c8d req-55432054-e57f-47e8-b880-300bc27b0a2a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197238 Aug 31 23:35:24.639838 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763563'] for router, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:24.793165 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Router 8831e7c8-a3b4-4758-aa1a-d61f212513ef is scheduled to L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 with binding_index 1 {{(pid=93845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:35:24.826674 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86801d1-ce12-4f55-9c24-7163bfeed4a9 req-b6117220-0fb3-4882-89e6-b5b3022dd24b tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:24.828763 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f86801d1-ce12-4f55-9c24-7163bfeed4a9 req-b6117220-0fb3-4882-89e6-b5b3022dd24b tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 944 time: 0.0596747 Aug 31 23:35:24.904412 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f86801d1-ce12-4f55-9c24-7163bfeed4a9 req-be5b53d8-4f32-4f20-9b0c-6160dcb886c5 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598035 Aug 31 23:35:24.916768 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:35:24.932171 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Sync routers for ids ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:35:24.942780 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Routers {'8831e7c8-a3b4-4758-aa1a-d61f212513ef'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:35:24.943654 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:35:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:24.944491 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:24.948488 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-dc5070e3-1250-4a25-97c5-eaaa9f73a3a5 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1885808 Aug 31 23:35:24.949065 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45436) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:24.953421 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 92c3a824-eeea-4308-8e51-7cdd031d0a7b up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:35:25.214476 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port 92c3a824-eeea-4308-8e51-7cdd031d0a7b completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:35:25.226077 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 92c3a824-eeea-4308-8e51-7cdd031d0a7b triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:25.226445 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:25.260365 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8dbac6-d72f-4306-bff9-b01a7ffc52e1 None None] Network 70324521-dd07-424c-878a-ecbb84a7a3cc requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:35:25.307847 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Set router 8831e7c8-a3b4-4758-aa1a-d61f212513ef gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:35:25.439370 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:25.450316 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-d54299a4-6886-45e5-b4c0-f01b603ac88f None None] Provisioning for port e69b8ab1-246a-4657-9f8b-ef68f9c011b1 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:35:25.576399 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:25.657021 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device e69b8ab1-246a-4657-9f8b-ef68f9c011b1 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:35:25.687770 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c3a824-eeea-4308-8e51-7cdd031d0a7b'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:35:25.690967 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d97058d-09ca-4a39-b7f1-4465a7420fdc" -d '{"events": [{"server_uuid": "2e99baf2-a8ab-4f0b-b1ac-373cd09f64da", "name": "network-vif-plugged", "status": "completed", "tag": "92c3a824-eeea-4308-8e51-7cdd031d0a7b"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:35:25.714079 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 92c3a824-eeea-4308-8e51-7cdd031d0a7b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=92c3a824-eeea-4308-8e51-7cdd031d0a7b,segment=NetworkSegment(a177205c-9010-4c4f-93d5-fc9c217e4133),segment_id=a177205c-9010-4c4f-93d5-fc9c217e4133)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:25.728238 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:25.752833 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c448a84-8edb-4f02-8b92-49bc067f8eb0 x-openstack-request-id: req-3c448a84-8edb-4f02-8b92-49bc067f8eb0 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:35:25.753334 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e99baf2-a8ab-4f0b-b1ac-373cd09f64da", "name": "network-vif-plugged", "status": "completed", "tag": "92c3a824-eeea-4308-8e51-7cdd031d0a7b", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:35:25.753591 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3c448a84-8edb-4f02-8b92-49bc067f8eb0 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:35:25.753976 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c3a824-eeea-4308-8e51-7cdd031d0a7b', 'code': 200} Aug 31 23:35:25.797926 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f30a92-afce-49f0-8ae6-ddce7f88c012 req-af075453-7993-47ff-9fda-d6ddc98958ae tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:25.799457 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-56f30a92-afce-49f0-8ae6-ddce7f88c012 req-af075453-7993-47ff-9fda-d6ddc98958ae tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 947 time: 0.1447792 Aug 31 23:35:25.826767 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Allocated IP 172.20.0.1 (70324521-dd07-424c-878a-ecbb84a7a3cc/05747991-f003-405d-b4e6-85180aab9062/3c75e9b3-9134-43ab-847e-d8c411f165c9) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:35:25.828033 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=92c3a824-eeea-4308-8e51-7cdd031d0a7b,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:25.835661 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:35:24Z', 'revision_number': 3, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:25.838063 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port e69b8ab1-246a-4657-9f8b-ef68f9c011b1 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:35:25.842743 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port e69b8ab1-246a-4657-9f8b-ef68f9c011b1 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:25.843944 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:25.879503 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Checking router: 8831e7c8-a3b4-4758-aa1a-d61f212513ef for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:35:25.879827 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Updating router 8831e7c8-a3b4-4758-aa1a-d61f212513ef port 1c6e52ec-471c-429d-a144-f39685524e8d binding host dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:35:25.963960 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-56f30a92-afce-49f0-8ae6-ddce7f88c012 req-24f5f9f4-b2ce-419e-9471-7310104dd419 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535535 Aug 31 23:35:25.972436 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:26.035092 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:26.050953 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Transition to ACTIVE for port object 3c75e9b3-9134-43ab-847e-d8c411f165c9 will not be triggered until provisioned by entity DHCP. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:26.114846 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94038fcf-9d6b-41d2-ba70-3ca778aef180 req-f9057bf9-428e-41ad-afe4-f186730ef2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:26.117004 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-94038fcf-9d6b-41d2-ba70-3ca778aef180 req-f9057bf9-428e-41ad-afe4-f186730ef2c0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 1098 time: 0.0920458 Aug 31 23:35:26.130137 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b232d6-6e83-4123-a9fc-11e4eecd146a req-1b59a083-3bef-415d-ae0f-e4327d5cd750 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:26.135079 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b9b232d6-6e83-4123-a9fc-11e4eecd146a req-1b59a083-3bef-415d-ae0f-e4327d5cd750 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0732954 Aug 31 23:35:26.150946 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:26.232586 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Network 70324521-dd07-424c-878a-ecbb84a7a3cc is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:35:26.239571 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:26.243513 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:35:26.261740 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b9b232d6-6e83-4123-a9fc-11e4eecd146a req-f7d9e1fe-c9ab-488d-bc1d-ea0717947723 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140404 Aug 31 23:35:26.266750 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-94038fcf-9d6b-41d2-ba70-3ca778aef180 req-bb9e18a5-313e-4dea-b914-a36c22f60325 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304445 Aug 31 23:35:26.316407 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762456'] for router_interface, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:26.354506 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-c042c4d5-6469-4a55-a250-326fbf46df52 None None] Provisioning complete for port e69b8ab1-246a-4657-9f8b-ef68f9c011b1 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:26.354906 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c042c4d5-6469-4a55-a250-326fbf46df52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:26.373344 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Pushing event updated for resources: {'Port': ['ID=3c75e9b3-9134-43ab-847e-d8c411f165c9,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:26.465014 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:26.549730 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:26.579347 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port e69b8ab1-246a-4657-9f8b-ef68f9c011b1, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=e69b8ab1-246a-4657-9f8b-ef68f9c011b1,segment=NetworkSegment(e4658f6c-fea6-4854-b436-f65b503aa27e),segment_id=e4658f6c-fea6-4854-b436-f65b503aa27e)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:26.594755 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:26.664091 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c042c4d5-6469-4a55-a250-326fbf46df52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:26.676691 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=e69b8ab1-246a-4657-9f8b-ef68f9c011b1,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:26.689177 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:26.710075 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Transition to ACTIVE for port object 1c6e52ec-471c-429d-a144-f39685524e8d will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:26.737120 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:26.769342 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:26.775525 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:26.800199 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.db.api [None req-c042c4d5-6469-4a55-a250-326fbf46df52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 23:35:26.800631 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG oslo_db.api [None req-c042c4d5-6469-4a55-a250-326fbf46df52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 23:35:26.805269 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e97c6-2b98-44fa-8c45-6204df795566 None None] Pushing event updated for resources: {'Port': ['ID=1c6e52ec-471c-429d-a144-f39685524e8d,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:26.807843 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Attempting to bind port 1c6e52ec-471c-429d-a144-f39685524e8d on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:35:26.808367 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Attempting to bind port 1c6e52ec-471c-429d-a144-f39685524e8d by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:35:26.808814 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Attempting to bind port 1c6e52ec-471c-429d-a144-f39685524e8d on network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:35:26.814960 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:35:26.816618 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Checking segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:35:26.816618 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:26.816618 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Bound using segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:35:26.816618 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Bound port: 1c6e52ec-471c-429d-a144-f39685524e8d, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:35:26.817068 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:26.867018 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763624'] for router_interface, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:26.876402 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Pushing event updated for resources: {'Port': ['ID=3c75e9b3-9134-43ab-847e-d8c411f165c9,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:26.884540 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] For port 1c6e52ec-471c-429d-a144-f39685524e8d, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:35:26.888591 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] For port 1c6e52ec-471c-429d-a144-f39685524e8d, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=1c6e52ec-471c-429d-a144-f39685524e8d,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:35:26.902865 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:26.986521 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Routers {'8831e7c8-a3b4-4758-aa1a-d61f212513ef'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:35:26.987272 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:35:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:26.994451 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Network 70324521-dd07-424c-878a-ecbb84a7a3cc is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:35:26.995917 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:27.114712 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e97c6-2b98-44fa-8c45-6204df795566 None None] Pushing event updated for resources: {'Port': ['ID=1c6e52ec-471c-429d-a144-f39685524e8d,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:27.165667 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] Set router 8831e7c8-a3b4-4758-aa1a-d61f212513ef gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:35:27.167372 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa25d8c-de3d-4d06-bc17-dbc6746cd400 req-2aea9424-fde2-494c-828a-b7b700eb16cd tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:27.169636 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-dfa25d8c-de3d-4d06-bc17-dbc6746cd400 req-2aea9424-fde2-494c-828a-b7b700eb16cd tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 947 time: 0.1074152 Aug 31 23:35:27.176860 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Router 8831e7c8-a3b4-4758-aa1a-d61f212513ef has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:35:27.264305 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-dfa25d8c-de3d-4d06-bc17-dbc6746cd400 req-4cfb135e-bf0b-4bba-a75b-ebbe90393432 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767479 Aug 31 23:35:27.335762 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:35:27.346013 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-678053de-82d7-4b22-970d-99dbd53de421 admin admin] 10.222.0.54 "PUT /v2.0/routers/8831e7c8-a3b4-4758-aa1a-d61f212513ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3958287 Aug 31 23:35:27.392522 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03a1b5-6f38-4f1b-a4ce-8f7a4bb658df req-b345890f-93d0-424c-9cc1-b9fce3916661 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:27.394947 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ab03a1b5-6f38-4f1b-a4ce-8f7a4bb658df req-b345890f-93d0-424c-9cc1-b9fce3916661 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0513592 Aug 31 23:35:27.427707 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '3c75e9b3-9134-43ab-847e-d8c411f165c9', 'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'mac_address': 'fa:16:3e:c0:1d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:25Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 2, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'subnets': [{'id': '05747991-f003-405d-b4e6-85180aab9062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:27.437777 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ab03a1b5-6f38-4f1b-a4ce-8f7a4bb658df req-9433fd30-ef94-4fbd-813d-67b82867099d tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359273 Aug 31 23:35:27.462827 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ec30f7-e442-4314-b83b-783fd74761a4 None None] The sync data for ids ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'] in dv-cinder-804459-5-iscsi is: [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '3c75e9b3-9134-43ab-847e-d8c411f165c9', 'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'mac_address': 'fa:16:3e:c0:1d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:25Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 2, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'subnets': [{'id': '05747991-f003-405d-b4e6-85180aab9062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:35:27.493676 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-7c567e28-2bce-409f-afac-9a796fa3c8b3 None None] Provisioning for port 3c75e9b3-9134-43ab-847e-d8c411f165c9 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:35:27.505313 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-7c567e28-2bce-409f-afac-9a796fa3c8b3 None None] Provisioning complete for port 3c75e9b3-9134-43ab-847e-d8c411f165c9 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:27.505700 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7c567e28-2bce-409f-afac-9a796fa3c8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:27.537827 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device e69b8ab1-246a-4657-9f8b-ef68f9c011b1 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:35:27.565071 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-7c567e28-2bce-409f-afac-9a796fa3c8b3 None None] Port 3c75e9b3-9134-43ab-847e-d8c411f165c9 cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:35:27.590046 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port e69b8ab1-246a-4657-9f8b-ef68f9c011b1 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:27.590422 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:27.942611 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45526) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:27.947423 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-42a7349a-6035-4f65-8e45-43fe393afaeb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607582322', 'description': 'tempest-description--2050041641'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:27.973214 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-42a7349a-6035-4f65-8e45-43fe393afaeb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:28.103810 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-42a7349a-6035-4f65-8e45-43fe393afaeb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:28.108677 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-42a7349a-6035-4f65-8e45-43fe393afaeb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:28.136615 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-42a7349a-6035-4f65-8e45-43fe393afaeb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:28.137872 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-42a7349a-6035-4f65-8e45-43fe393afaeb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1942608 Aug 31 23:35:28.141118 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 45540) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:28.147182 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-e1c9affc-7664-4713-ae14-a29710af5e01 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Request body: {'security_group_rule': {'security_group_id': '1291f8a5-a1e1-4010-8305-277176b4d299', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:28.160810 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7349a-6035-4f65-8e45-43fe393afaeb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1291f8a5-a1e1-4010-8305-277176b4d299,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:28.182939 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e1c9affc-7664-4713-ae14-a29710af5e01 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:28.241544 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e1c9affc-7664-4713-ae14-a29710af5e01 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:28.245977 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e1c9affc-7664-4713-ae14-a29710af5e01 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:28.264122 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9affc-7664-4713-ae14-a29710af5e01 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4883abd3-67d8-4b83-a281-2bd26bb8e534,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:28.274786 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e1c9affc-7664-4713-ae14-a29710af5e01 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:28.277016 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-e1c9affc-7664-4713-ae14-a29710af5e01 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348333 Aug 31 23:35:28.279929 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45548) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:28.288998 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-f206b06e-27f3-417a-94ad-d7919570e5f1 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Request body: {'security_group_rule': {'security_group_id': '1291f8a5-a1e1-4010-8305-277176b4d299', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:28.326535 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-f206b06e-27f3-417a-94ad-d7919570e5f1 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:28.410979 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf78cdb-6d12-46a9-ac00-e0d80f8dfff7 req-bfbe2478-30d1-4148-b387-9a11de6a6417 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:28.411754 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-f206b06e-27f3-417a-94ad-d7919570e5f1 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:28.412728 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1bf78cdb-6d12-46a9-ac00-e0d80f8dfff7 req-bfbe2478-30d1-4148-b387-9a11de6a6417 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 947 time: 0.0568502 Aug 31 23:35:28.419752 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-f206b06e-27f3-417a-94ad-d7919570e5f1 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:28.438837 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206b06e-27f3-417a-94ad-d7919570e5f1 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce32208f-9271-49fb-826e-14484bc393ec,revision_number=0']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:28.449526 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-f206b06e-27f3-417a-94ad-d7919570e5f1 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:28.451087 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-f206b06e-27f3-417a-94ad-d7919570e5f1 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1699445 Aug 31 23:35:28.454370 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45558) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:28.462895 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-47af1675-cd59-4626-9268-2728185598cb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Request body: {'floatingip': {'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:28.488108 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1bf78cdb-6d12-46a9-ac00-e0d80f8dfff7 req-d7c8a76e-b5c2-47a4-b05f-80571f962552 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671749 Aug 31 23:35:28.508386 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-47af1675-cd59-4626-9268-2728185598cb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for floatingip, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:28.624848 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ef800-fc9c-4f12-99f3-a0272feed1ae req-8befea9b-0725-41ea-ac81-6b37f3402773 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:28.626415 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-458ef800-fc9c-4f12-99f3-a0272feed1ae req-8befea9b-0725-41ea-ac81-6b37f3402773 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0910697 Aug 31 23:35:28.680429 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-458ef800-fc9c-4f12-99f3-a0272feed1ae req-7cfa6c58-6950-4229-80c5-0b09523753d7 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473862 Aug 31 23:35:28.691457 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-47af1675-cd59-4626-9268-2728185598cb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:28.801966 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca222d9-a0f1-4eb1-9af8-31ff8c24cc84 req-120b1097-8f08-4807-947a-80762763da28 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:28.804894 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cca222d9-a0f1-4eb1-9af8-31ff8c24cc84 req-120b1097-8f08-4807-947a-80762763da28 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0556324 Aug 31 23:35:28.847312 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cca222d9-a0f1-4eb1-9af8-31ff8c24cc84 req-34d1441e-fde1-4157-b6c6-8b71d08161ff tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366268 Aug 31 23:35:28.870090 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 45566) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:29.054183 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [None req-47af1675-cd59-4626-9268-2728185598cb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Allocated IP 172.27.0.231 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/b7c30b25-1837-4290-afbf-2b242fd868cf) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:35:29.066637 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9079f6-19f2-490b-a718-91fd960cf46b tempest-TestShelveInstance-1441702360 tempest-TestShelveInstance-1441702360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:29.068175 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-fc9079f6-19f2-490b-a718-91fd960cf46b tempest-TestShelveInstance-1441702360 tempest-TestShelveInstance-1441702360-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 1093 time: 0.1971011 Aug 31 23:35:29.071194 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 45570) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:29.076302 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Request body: {'floatingip': {'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'port_id': '92c3a824-eeea-4308-8e51-7cdd031d0a7b', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:29.097297 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for floatingip, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:29.155129 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-47af1675-cd59-4626-9268-2728185598cb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:29.191059 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:29.193763 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-47af1675-cd59-4626-9268-2728185598cb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:29.236467 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47af1675-cd59-4626-9268-2728185598cb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:35:29.239405 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-47af1675-cd59-4626-9268-2728185598cb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:29.243061 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af1675-cd59-4626-9268-2728185598cb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:35:29.265965 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af1675-cd59-4626-9268-2728185598cb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Pushing event updated for resources: {'Port': ['ID=b7c30b25-1837-4290-afbf-2b242fd868cf,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:29.303722 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Allocated IP 172.27.0.241 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/3f8add68-d890-497c-93b5-4dc4cb50c754) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:35:29.335741 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-47af1675-cd59-4626-9268-2728185598cb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:29.373045 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-47af1675-cd59-4626-9268-2728185598cb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:29.407343 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:29.448801 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:29.496141 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:35:29.505331 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:35:29.510617 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:29.518813 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:35:29.522143 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Pushing event updated for resources: {'Port': ['ID=3f8add68-d890-497c-93b5-4dc4cb50c754,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:29.569562 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 1c6e52ec-471c-429d-a144-f39685524e8d up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:35:29.575229 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-47af1675-cd59-4626-9268-2728185598cb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:29.581370 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-47af1675-cd59-4626-9268-2728185598cb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:29.625261 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 1c6e52ec-471c-429d-a144-f39685524e8d completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:35:29.630189 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 1c6e52ec-471c-429d-a144-f39685524e8d triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:29.631148 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:29.676708 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af1675-cd59-4626-9268-2728185598cb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Pushing event updated for resources: {'Port': ['ID=b7c30b25-1837-4290-afbf-2b242fd868cf,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:29.693442 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Sync routers for ids ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:35:29.702693 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-47af1675-cd59-4626-9268-2728185598cb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762317'] for floatingip, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:29.713565 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Routers {'8831e7c8-a3b4-4758-aa1a-d61f212513ef'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:35:29.714202 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:35:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:29.730147 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:29.736645 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-47af1675-cd59-4626-9268-2728185598cb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:29.740451 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-47af1675-cd59-4626-9268-2728185598cb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2848251 Aug 31 23:35:29.770800 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port 1c6e52ec-471c-429d-a144-f39685524e8d, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=1c6e52ec-471c-429d-a144-f39685524e8d,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:29.776676 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:29.834496 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=1c6e52ec-471c-429d-a144-f39685524e8d,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:29.880127 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Set router 8831e7c8-a3b4-4758-aa1a-d61f212513ef gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:35:29.931887 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-c2cdc3e8-9758-4c82-961c-e1a2280f5b7d tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--607582322&fields=id&tenant_id=5e0ed5307a5244399f394120a4946f2d HTTP/1.1" status: 200 len: 267 time: 0.0365896 Aug 31 23:35:29.991442 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:30.064168 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-884e8f39-4497-4d32-9c51-5f48362b0321 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:30.066109 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-884e8f39-4497-4d32-9c51-5f48362b0321 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/networks?id=70324521-dd07-424c-878a-ecbb84a7a3cc HTTP/1.1" status: 200 len: 811 time: 0.1195569 Aug 31 23:35:30.066259 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 45596) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:30.087447 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-d91cc1b4-a619-4823-8345-bc1ace5b5111 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/quotas/5e0ed5307a5244399f394120a4946f2d HTTP/1.1" status: 200 len: 375 time: 0.0133588 Aug 31 23:35:30.088054 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:30.100658 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '3c75e9b3-9134-43ab-847e-d8c411f165c9', 'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'mac_address': 'fa:16:3e:c0:1d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:25Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 2, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'subnets': [{'id': '05747991-f003-405d-b4e6-85180aab9062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:30.131312 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Checking router: 8831e7c8-a3b4-4758-aa1a-d61f212513ef for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:35:30.131969 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Updating router 8831e7c8-a3b4-4758-aa1a-d61f212513ef port 3c75e9b3-9134-43ab-847e-d8c411f165c9 binding host dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:35:30.160124 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-55cc5fb0-1025-4c04-a29e-0a92650c531c tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e0ed5307a5244399f394120a4946f2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612607 Aug 31 23:35:30.164920 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:30.216492 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2abf8270-b311-494f-a93d-01822cc29318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:30.258125 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-c893ed26-2762-4176-a3ad-ee9042ae17f2 service neutron] 10.222.0.54 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827112 Aug 31 23:35:30.290124 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:30.296364 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12942635'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:30.365056 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-6d22997d-5f03-4287-add9-d5771756d573 service neutron] 10.222.0.54 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996730 Aug 31 23:35:30.387027 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Pushing event updated for resources: {'Port': ['ID=3f8add68-d890-497c-93b5-4dc4cb50c754,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:30.416431 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762317'] for floatingip, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:30.460613 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2abf8270-b311-494f-a93d-01822cc29318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:30.465595 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-2abf8270-b311-494f-a93d-01822cc29318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:30.469576 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:30.508009 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Transition to ACTIVE for port object 3c75e9b3-9134-43ab-847e-d8c411f165c9 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:30.515300 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:30.556680 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b548b-eb14-4677-bf81-a2817beb3d45 None None] Pushing event updated for resources: {'Port': ['ID=3c75e9b3-9134-43ab-847e-d8c411f165c9,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:30.566157 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b548b-eb14-4677-bf81-a2817beb3d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:30.566781 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b548b-eb14-4677-bf81-a2817beb3d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:30.567157 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b548b-eb14-4677-bf81-a2817beb3d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:30.567708 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b548b-eb14-4677-bf81-a2817beb3d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:30.568132 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b548b-eb14-4677-bf81-a2817beb3d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:30.568483 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b548b-eb14-4677-bf81-a2817beb3d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:30.568815 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b548b-eb14-4677-bf81-a2817beb3d45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:30.569134 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b548b-eb14-4677-bf81-a2817beb3d45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:30.569637 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b548b-eb14-4677-bf81-a2817beb3d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:30.569962 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b548b-eb14-4677-bf81-a2817beb3d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:30.570282 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b548b-eb14-4677-bf81-a2817beb3d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:30.570593 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b548b-eb14-4677-bf81-a2817beb3d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:35:30.651563 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Attempting to bind port 3c75e9b3-9134-43ab-847e-d8c411f165c9 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:35:30.652042 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Attempting to bind port 3c75e9b3-9134-43ab-847e-d8c411f165c9 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'e4658f6c-fea6-4854-b436-f65b503aa27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:35:30.652533 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Attempting to bind port 3c75e9b3-9134-43ab-847e-d8c411f165c9 on network 70324521-dd07-424c-878a-ecbb84a7a3cc {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:35:30.658920 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:35:30.659470 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Checking segment: {'id': 'e4658f6c-fea6-4854-b436-f65b503aa27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:35:30.659972 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:30.660510 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Bound using segment: {'id': 'e4658f6c-fea6-4854-b436-f65b503aa27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:35:30.661089 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Bound port: 3c75e9b3-9134-43ab-847e-d8c411f165c9, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4658f6c-fea6-4854-b436-f65b503aa27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:35:30.661587 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:30.741540 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] For port 3c75e9b3-9134-43ab-847e-d8c411f165c9, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:35:30.745847 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] For port 3c75e9b3-9134-43ab-847e-d8c411f165c9, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=3c75e9b3-9134-43ab-847e-d8c411f165c9,segment=NetworkSegment(e4658f6c-fea6-4854-b436-f65b503aa27e),segment_id=e4658f6c-fea6-4854-b436-f65b503aa27e)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:35:30.754947 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:30.787475 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-2abf8270-b311-494f-a93d-01822cc29318 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6f9582ef8b6847babfb8cfcbccb6829f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7201524 Aug 31 23:35:30.787872 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45608) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:30.804526 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3b2e6033-1692-4f10-b5fa-416918bcf39e req-ac1aa6df-d629-47eb-b789-f337681f4a7f tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 210 time: 0.0497367 Aug 31 23:35:30.806952 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf8270-b311-494f-a93d-01822cc29318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8621eda5-4ce9-4d56-bcb4-7f6b87345523,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:30.818251 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.l3_db [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Floating IP 43424dcd-a1a5-44ac-a16b-baf22490b0ba associated. External IP: 172.27.0.241, port: 92c3a824-eeea-4308-8e51-7cdd031d0a7b. Aug 31 23:35:30.830563 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b548b-eb14-4677-bf81-a2817beb3d45 None None] Pushing event updated for resources: {'Port': ['ID=3c75e9b3-9134-43ab-847e-d8c411f165c9,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:30.857119 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Routers {'8831e7c8-a3b4-4758-aa1a-d61f212513ef'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:35:30.858394 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:35:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:30.899090 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-415ac083-04c2-4fa3-ac40-103414e4ed97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:30.924734 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-415ac083-04c2-4fa3-ac40-103414e4ed97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:30.992019 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-415ac083-04c2-4fa3-ac40-103414e4ed97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:31.000359 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-415ac083-04c2-4fa3-ac40-103414e4ed97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:31.004102 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-415ac083-04c2-4fa3-ac40-103414e4ed97 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8621eda5-4ce9-4d56-bcb4-7f6b87345523 HTTP/1.1" status: 204 len: 168 time: 0.2124083 Aug 31 23:35:31.010149 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ac083-04c2-4fa3-ac40-103414e4ed97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8621eda5-4ce9-4d56-bcb4-7f6b87345523,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:31.030555 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] Set router 8831e7c8-a3b4-4758-aa1a-d61f212513ef gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:35:31.099826 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Router 858a1696-479f-4186-8fa0-69d7022163be has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:35:31.260375 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:35:31.275709 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b64817f-39fc-4ac1-94b3-1fe0cbc4f0d2 None None] Sync routers for ids ['858a1696-479f-4186-8fa0-69d7022163be'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:35:31.282405 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:31.288540 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b64817f-39fc-4ac1-94b3-1fe0cbc4f0d2 None None] Routers {'858a1696-479f-4186-8fa0-69d7022163be'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:35:31.289335 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-0b64817f-39fc-4ac1-94b3-1fe0cbc4f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:35:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['858a1696-479f-4186-8fa0-69d7022163be'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:31.307416 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '3c75e9b3-9134-43ab-847e-d8c411f165c9', 'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'mac_address': 'fa:16:3e:c0:1d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:25Z', 'updated_at': '2021-08-31T23:35:30Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'subnets': [{'id': '05747991-f003-405d-b4e6-85180aab9062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:31.339698 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-41f73269-f2f4-4cd6-b30e-9dd5d6ca8996 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2673006 Aug 31 23:35:31.340400 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'tag': '92c3a824-eeea-4308-8e51-7cdd031d0a7b'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:35:31.341619 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc1392-94c6-4990-bc0c-21dd241fd994 None None] The sync data for ids ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'] in dv-cinder-804459-5-iscsi is: [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '3c75e9b3-9134-43ab-847e-d8c411f165c9', 'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'mac_address': 'fa:16:3e:c0:1d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:25Z', 'updated_at': '2021-08-31T23:35:30Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'subnets': [{'id': '05747991-f003-405d-b4e6-85180aab9062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:35:31.344069 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f13e17d4f082eee8db626e153c8674a5f3112bea7488b178d1c4a6516ff361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cfe554-7ff1-4f80-abbb-122272dbd7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2e99baf2-a8ab-4f0b-b1ac-373cd09f64da", "tag": "92c3a824-eeea-4308-8e51-7cdd031d0a7b"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:35:31.400737 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03aab6e1-30c3-4cbc-872e-141548dbe349 x-openstack-request-id: req-03aab6e1-30c3-4cbc-872e-141548dbe349 {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:35:31.401026 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e99baf2-a8ab-4f0b-b1ac-373cd09f64da", "tag": "92c3a824-eeea-4308-8e51-7cdd031d0a7b", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:35:31.401279 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03aab6e1-30c3-4cbc-872e-141548dbe349 {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:35:31.401724 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'tag': '92c3a824-eeea-4308-8e51-7cdd031d0a7b', 'status': 'completed', 'code': 200} Aug 31 23:35:31.461235 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45620) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:31.494979 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-e84a4ab6-1059-4cb7-a123-b7cd037f92f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:31.517582 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfe554-7ff1-4f80-abbb-122272dbd7ed req-a706957d-2f87-4dc0-857a-ce282382a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:31.519269 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-45cfe554-7ff1-4f80-abbb-122272dbd7ed req-a706957d-2f87-4dc0-857a-ce282382a000 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f75b6405be564ffdb7665aac04076be8&device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 1098 time: 0.0945544 Aug 31 23:35:31.601975 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-0b64817f-39fc-4ac1-94b3-1fe0cbc4f0d2 None None] Set router 858a1696-479f-4186-8fa0-69d7022163be gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:35:31.639112 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-e84a4ab6-1059-4cb7-a123-b7cd037f92f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:31.648098 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-e84a4ab6-1059-4cb7-a123-b7cd037f92f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:31.648408 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfe554-7ff1-4f80-abbb-122272dbd7ed req-c4da0b0f-8367-4f5a-b657-e00f7fccfc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:31.650356 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-45cfe554-7ff1-4f80-abbb-122272dbd7ed req-c4da0b0f-8367-4f5a-b657-e00f7fccfc10 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14de6d80-abda-4d5b-8d82-e5fae0543b93 HTTP/1.1" status: 200 len: 910 time: 0.1222379 Aug 31 23:35:31.652360 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 3c75e9b3-9134-43ab-847e-d8c411f165c9 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:35:31.687760 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-e84a4ab6-1059-4cb7-a123-b7cd037f92f5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=adca207c0b0740e3b12af774b56b1da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252800 Aug 31 23:35:31.694218 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45622) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:31.742173 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-45cfe554-7ff1-4f80-abbb-122272dbd7ed req-10bd1dae-a020-4118-877d-df4e351a66e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92c3a824-eeea-4308-8e51-7cdd031d0a7b HTTP/1.1" status: 200 len: 999 time: 0.0701132 Aug 31 23:35:31.804030 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfe554-7ff1-4f80-abbb-122272dbd7ed req-a9dd4ebd-a36c-4346-a55a-6fda6d603483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:31.807065 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-45cfe554-7ff1-4f80-abbb-122272dbd7ed req-a9dd4ebd-a36c-4346-a55a-6fda6d603483 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716 HTTP/1.1" status: 200 len: 848 time: 0.0639808 Aug 31 23:35:31.811582 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a4ab6-1059-4cb7-a123-b7cd037f92f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d193d93c-1cc0-4529-8ce1-a2fb595ab07d,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:31.841643 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 3c75e9b3-9134-43ab-847e-d8c411f165c9 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:35:31.857618 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 3c75e9b3-9134-43ab-847e-d8c411f165c9 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:31.857996 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:31.915198 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8cad13cb-f01e-49bd-99fe-2263c52fe92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:31.947178 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfe554-7ff1-4f80-abbb-122272dbd7ed req-746838ef-4278-40b2-ad14-add387aabdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:31.948908 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-45cfe554-7ff1-4f80-abbb-122272dbd7ed req-746838ef-4278-40b2-ad14-add387aabdb7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14de6d80-abda-4d5b-8d82-e5fae0543b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1288691 Aug 31 23:35:31.961588 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-4932b0f1-a86e-4291-b360-9a62aeadf540 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:31.961588 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-4932b0f1-a86e-4291-b360-9a62aeadf540 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.53 "GET /v2.0/networks?id=70324521-dd07-424c-878a-ecbb84a7a3cc HTTP/1.1" status: 200 len: 811 time: 0.2308030 Aug 31 23:35:31.983037 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8cad13cb-f01e-49bd-99fe-2263c52fe92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:32.000817 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0394e15a-60e7-4d79-b8f9-3fb36894af75 req-c2f45922-6077-4d6e-9379-e94f1a81d7d6 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 210 time: 0.0506778 Aug 31 23:35:32.056982 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-072fd413-a7d9-4e47-bac3-d4aefe75f10d tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e0ed5307a5244399f394120a4946f2d HTTP/1.1" status: 200 len: 379 time: 0.0827031 Aug 31 23:35:32.067483 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-1567f135-ef10-4443-aba5-9421235b0278 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Request body: {'port': {'device_id': '52b20eb5-3c96-48c2-bc50-48a906d29f9b', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'admin_state_up': True, 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'security_groups': ['1291f8a5-a1e1-4010-8305-277176b4d299']}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:32.095591 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:32.108214 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-45cfe554-7ff1-4f80-abbb-122272dbd7ed req-ec2ea3de-99c5-4555-ae56-cfaff0b6a30f service neutron] 10.222.0.53 "GET /v2.0/networks/14de6d80-abda-4d5b-8d82-e5fae0543b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229846 Aug 31 23:35:32.144671 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8cad13cb-f01e-49bd-99fe-2263c52fe92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:32.145548 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port 3c75e9b3-9134-43ab-847e-d8c411f165c9, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=3c75e9b3-9134-43ab-847e-d8c411f165c9,segment=NetworkSegment(e4658f6c-fea6-4854-b436-f65b503aa27e),segment_id=e4658f6c-fea6-4854-b436-f65b503aa27e)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:32.147823 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8cad13cb-f01e-49bd-99fe-2263c52fe92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:32.150061 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-8cad13cb-f01e-49bd-99fe-2263c52fe92d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d193d93c-1cc0-4529-8ce1-a2fb595ab07d HTTP/1.1" status: 204 len: 168 time: 0.4535887 Aug 31 23:35:32.153812 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-0b64817f-39fc-4ac1-94b3-1fe0cbc4f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858a1696-479f-4186-8fa0-69d7022163be', 'name': 'tempest-TestShelveInstance-1990843689-router', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:23Z', 'updated_at': '2021-08-31T23:34:27Z', 'revision_number': 4, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'gw_port': {'id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:24Z', 'updated_at': '2021-08-31T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': '43424dcd-a1a5-44ac-a16b-baf22490b0ba', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': '858a1696-479f-4186-8fa0-69d7022163be', 'port_id': '92c3a824-eeea-4308-8e51-7cdd031d0a7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93', 'mac_address': 'fa:16:3e:e5:b3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:35:29Z', 'updated_at': '2021-08-31T23:35:29Z', 'revision_number': 0, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8923f0e1-28b5-478a-874a-85a6f69e1fe2', 'name': '', 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'mac_address': 'fa:16:3e:a7:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:26Z', 'updated_at': '2021-08-31T23:34:34Z', 'revision_number': 5, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'subnets': [{'id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:32.168135 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad13cb-f01e-49bd-99fe-2263c52fe92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d193d93c-1cc0-4529-8ce1-a2fb595ab07d,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:32.190164 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:32.190416 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 1c6e52ec-471c-429d-a144-f39685524e8d up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:35:32.198993 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b64817f-39fc-4ac1-94b3-1fe0cbc4f0d2 None None] Checking router: 858a1696-479f-4186-8fa0-69d7022163be for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:35:32.237649 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-45cfe554-7ff1-4f80-abbb-122272dbd7ed req-4c02b001-3d62-4153-bc22-33196dbc9996 service neutron] 10.222.0.53 "GET /v2.0/networks/14de6d80-abda-4d5b-8d82-e5fae0543b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203492 Aug 31 23:35:32.241030 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-1567f135-ef10-4443-aba5-9421235b0278 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Made reservation on behalf of 5e0ed5307a5244399f394120a4946f2d for: {'port': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:35:32.249738 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-1567f135-ef10-4443-aba5-9421235b0278 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:32.291575 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b64817f-39fc-4ac1-94b3-1fe0cbc4f0d2 None None] Routers {'858a1696-479f-4186-8fa0-69d7022163be'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:35:32.292218 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-0b64817f-39fc-4ac1-94b3-1fe0cbc4f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:35:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['858a1696-479f-4186-8fa0-69d7022163be'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:32.410248 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 1c6e52ec-471c-429d-a144-f39685524e8d triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:32.410612 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:32.413872 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=3c75e9b3-9134-43ab-847e-d8c411f165c9,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:32.432075 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-1567f135-ef10-4443-aba5-9421235b0278 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Allocated IP 172.20.0.9 (70324521-dd07-424c-878a-ecbb84a7a3cc/05747991-f003-405d-b4e6-85180aab9062/91177873-1f90-4605-92d3-d92cbc24448f) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:35:32.466710 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-0b64817f-39fc-4ac1-94b3-1fe0cbc4f0d2 None None] Set router 858a1696-479f-4186-8fa0-69d7022163be gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:35:32.608782 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-1567f135-ef10-4443-aba5-9421235b0278 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:32.622269 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-1567f135-ef10-4443-aba5-9421235b0278 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Transition to ACTIVE for port object 91177873-1f90-4605-92d3-d92cbc24448f will not be triggered until provisioned by entity DHCP. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:32.662787 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-1567f135-ef10-4443-aba5-9421235b0278 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:32.708585 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-1567f135-ef10-4443-aba5-9421235b0278 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Network 70324521-dd07-424c-878a-ecbb84a7a3cc is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:35:32.713582 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-1567f135-ef10-4443-aba5-9421235b0278 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:32.717900 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-1567f135-ef10-4443-aba5-9421235b0278 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:35:32.746753 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567f135-ef10-4443-aba5-9421235b0278 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Pushing event updated for resources: {'Port': ['ID=91177873-1f90-4605-92d3-d92cbc24448f,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:32.755067 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-0b64817f-39fc-4ac1-94b3-1fe0cbc4f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858a1696-479f-4186-8fa0-69d7022163be', 'name': 'tempest-TestShelveInstance-1990843689-router', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:23Z', 'updated_at': '2021-08-31T23:34:27Z', 'revision_number': 4, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'gw_port': {'id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:24Z', 'updated_at': '2021-08-31T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': '43424dcd-a1a5-44ac-a16b-baf22490b0ba', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': '858a1696-479f-4186-8fa0-69d7022163be', 'port_id': '92c3a824-eeea-4308-8e51-7cdd031d0a7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93', 'mac_address': 'fa:16:3e:e5:b3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:35:29Z', 'updated_at': '2021-08-31T23:35:29Z', 'revision_number': 0, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8923f0e1-28b5-478a-874a-85a6f69e1fe2', 'name': '', 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'mac_address': 'fa:16:3e:a7:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:26Z', 'updated_at': '2021-08-31T23:34:34Z', 'revision_number': 5, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'subnets': [{'id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:32.781410 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-1567f135-ef10-4443-aba5-9421235b0278 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:32.782046 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-1567f135-ef10-4443-aba5-9421235b0278 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:32.784524 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b64817f-39fc-4ac1-94b3-1fe0cbc4f0d2 None None] The sync data for ids ['858a1696-479f-4186-8fa0-69d7022163be'] in dv-cinder-804459-5-iscsi is: [{'id': '858a1696-479f-4186-8fa0-69d7022163be', 'name': 'tempest-TestShelveInstance-1990843689-router', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:23Z', 'updated_at': '2021-08-31T23:34:27Z', 'revision_number': 4, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'gw_port': {'id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:24Z', 'updated_at': '2021-08-31T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': '43424dcd-a1a5-44ac-a16b-baf22490b0ba', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': '858a1696-479f-4186-8fa0-69d7022163be', 'port_id': '92c3a824-eeea-4308-8e51-7cdd031d0a7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93', 'mac_address': 'fa:16:3e:e5:b3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:35:29Z', 'updated_at': '2021-08-31T23:35:29Z', 'revision_number': 0, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8923f0e1-28b5-478a-874a-85a6f69e1fe2', 'name': '', 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'mac_address': 'fa:16:3e:a7:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:26Z', 'updated_at': '2021-08-31T23:34:34Z', 'revision_number': 5, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'subnets': [{'id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:35:32.806629 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-1567f135-ef10-4443-aba5-9421235b0278 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7432170 Aug 31 23:35:32.827107 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Request body: {'port': {'device_id': '52b20eb5-3c96-48c2-bc50-48a906d29f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:32.888685 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:32.984610 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-8e8e3029-30c6-41f9-9744-86b541f39be8 None None] Provisioning for port 91177873-1f90-4605-92d3-d92cbc24448f completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:35:32.989570 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-8e8e3029-30c6-41f9-9744-86b541f39be8 None None] Provisioning complete for port 91177873-1f90-4605-92d3-d92cbc24448f triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:32.990126 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8e8e3029-30c6-41f9-9744-86b541f39be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:33.044830 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-8e8e3029-30c6-41f9-9744-86b541f39be8 None None] Port 91177873-1f90-4605-92d3-d92cbc24448f cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:35:33.070365 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0035a7d-1c47-42f4-bf24-b168ea2aee34 None None] New status for floating IP 43424dcd-a1a5-44ac-a16b-baf22490b0ba: ACTIVE {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:35:33.176853 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781dcbcd-c7cb-46cd-aee8-8ab00dbcbd48 req-fecc27ae-5a9b-4094-8d68-10d66a3b5800 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:33.180784 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-781dcbcd-c7cb-46cd-aee8-8ab00dbcbd48 req-fecc27ae-5a9b-4094-8d68-10d66a3b5800 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 931 time: 0.0835741 Aug 31 23:35:33.243524 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-781dcbcd-c7cb-46cd-aee8-8ab00dbcbd48 req-5c1eb140-4ddd-4c97-aab9-2d01df513341 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564771 Aug 31 23:35:33.275523 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91177873-1f90-4605-92d3-d92cbc24448f {{(pid=93845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:35:33.286513 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:33.300211 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Transition to ACTIVE for port object 91177873-1f90-4605-92d3-d92cbc24448f will not be triggered until provisioned by entity L2. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:33.305939 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:33.404279 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Pushing event updated for resources: {'Port': ['ID=91177873-1f90-4605-92d3-d92cbc24448f,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:33.436917 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Attempting to bind port 91177873-1f90-4605-92d3-d92cbc24448f on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:35:33.437357 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Attempting to bind port 91177873-1f90-4605-92d3-d92cbc24448f by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'e4658f6c-fea6-4854-b436-f65b503aa27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc'}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:35:33.437708 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Attempting to bind port 91177873-1f90-4605-92d3-d92cbc24448f on network 70324521-dd07-424c-878a-ecbb84a7a3cc {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:35:33.442394 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Port 91177873-1f90-4605-92d3-d92cbc24448f on network 70324521-dd07-424c-878a-ecbb84a7a3cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:35:33.442633 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Attempting to bind port 91177873-1f90-4605-92d3-d92cbc24448f on network 70324521-dd07-424c-878a-ecbb84a7a3cc {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:35:33.447872 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:35:33.448214 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Checking segment: {'id': 'e4658f6c-fea6-4854-b436-f65b503aa27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:35:33.448697 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Bound using segment: {'id': 'e4658f6c-fea6-4854-b436-f65b503aa27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc'} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:35:33.449089 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Bound port: 91177873-1f90-4605-92d3-d92cbc24448f, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4658f6c-fea6-4854-b436-f65b503aa27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc'}}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:35:33.449445 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:33.538427 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] For port 91177873-1f90-4605-92d3-d92cbc24448f, host hv-cinder-80445, cleared binding levels {{(pid=93845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:35:33.542339 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] For port 91177873-1f90-4605-92d3-d92cbc24448f, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=91177873-1f90-4605-92d3-d92cbc24448f,segment=NetworkSegment(e4658f6c-fea6-4854-b436-f65b503aa27e),segment_id=e4658f6c-fea6-4854-b436-f65b503aa27e)] {{(pid=93845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:35:33.548566 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:33.549075 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 3c75e9b3-9134-43ab-847e-d8c411f165c9 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:35:33.614213 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:33.614796 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:33.616221 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] 10.222.0.53 "PUT /v2.0/ports/91177873-1f90-4605-92d3-d92cbc24448f HTTP/1.1" status: 200 len: 1093 time: 0.8007905 Aug 31 23:35:33.616657 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 3c75e9b3-9134-43ab-847e-d8c411f165c9 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:33.616956 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b20eb5-3c96-48c2-bc50-48a906d29f9b', 'tag': '91177873-1f90-4605-92d3-d92cbc24448f'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:35:33.617082 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:33.619717 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad94880b-bd4c-4b74-bd8a-c63db9e78ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "52b20eb5-3c96-48c2-bc50-48a906d29f9b", "tag": "91177873-1f90-4605-92d3-d92cbc24448f"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:35:33.623269 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ad45a-7965-4620-a2c3-aa8664e9b6ec service neutron] Pushing event updated for resources: {'Port': ['ID=91177873-1f90-4605-92d3-d92cbc24448f,revision_number=3']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:33.658653 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a8815c-2015-43c2-aa54-3b24b5ccafcf x-openstack-request-id: req-d6a8815c-2015-43c2-aa54-3b24b5ccafcf {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:35:33.658972 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b20eb5-3c96-48c2-bc50-48a906d29f9b", "tag": "91177873-1f90-4605-92d3-d92cbc24448f", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:35:33.659227 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d6a8815c-2015-43c2-aa54-3b24b5ccafcf {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:35:33.659649 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b20eb5-3c96-48c2-bc50-48a906d29f9b', 'tag': '91177873-1f90-4605-92d3-d92cbc24448f', 'status': 'completed', 'code': 200} Aug 31 23:35:33.720713 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-d7efce0e-216d-4634-bf97-a1b4a6232853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:33.722326 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-d7efce0e-216d-4634-bf97-a1b4a6232853 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e0ed5307a5244399f394120a4946f2d&device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 1096 time: 0.0458112 Aug 31 23:35:33.766955 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-82fb06fd-0092-41e9-97f0-0e82047a66fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91177873-1f90-4605-92d3-d92cbc24448f HTTP/1.1" status: 200 len: 217 time: 0.0365713 Aug 31 23:35:33.816753 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-12c93661-bfd4-4366-9d65-98a40d964b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:33.818220 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-12c93661-bfd4-4366-9d65-98a40d964b50 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05747991-f003-405d-b4e6-85180aab9062 HTTP/1.1" status: 200 len: 850 time: 0.0445192 Aug 31 23:35:33.869105 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-e0ac65f7-0a90-4e27-a6f2-cb057696795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:33.870587 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-e0ac65f7-0a90-4e27-a6f2-cb057696795c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70324521-dd07-424c-878a-ecbb84a7a3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446520 Aug 31 23:35:33.960339 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-dc650dbd-b707-41db-81ed-7a5236176ac3 service neutron] 10.222.0.53 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816107 Aug 31 23:35:34.051948 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8496b612-c6b2-4f27-b7e0-ef403774b744 req-deea7ea3-84e0-4dc5-8a68-69b4da11abad service neutron] 10.222.0.53 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839543 Aug 31 23:35:34.139440 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94880b-bd4c-4b74-bd8a-c63db9e78ec6 req-3b1599c9-1734-4577-8888-572bc6cf8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:34.140990 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ad94880b-bd4c-4b74-bd8a-c63db9e78ec6 req-3b1599c9-1734-4577-8888-572bc6cf8b7a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e0ed5307a5244399f394120a4946f2d&device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 1096 time: 0.0418572 Aug 31 23:35:34.232860 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94880b-bd4c-4b74-bd8a-c63db9e78ec6 req-4c5b5489-ad25-467f-895d-730f4b18676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:34.234300 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ad94880b-bd4c-4b74-bd8a-c63db9e78ec6 req-4c5b5489-ad25-467f-895d-730f4b18676a service neutron] 10.222.0.53 "GET /v2.0/networks?id=70324521-dd07-424c-878a-ecbb84a7a3cc HTTP/1.1" status: 200 len: 912 time: 0.0857787 Aug 31 23:35:34.275344 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ad94880b-bd4c-4b74-bd8a-c63db9e78ec6 req-48ffe024-980c-4727-b7d0-ad20179bce99 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91177873-1f90-4605-92d3-d92cbc24448f HTTP/1.1" status: 200 len: 217 time: 0.0333478 Aug 31 23:35:34.332719 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94880b-bd4c-4b74-bd8a-c63db9e78ec6 req-40ea0e76-1aae-4931-aa2c-9292d5a94ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:34.334118 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ad94880b-bd4c-4b74-bd8a-c63db9e78ec6 req-40ea0e76-1aae-4931-aa2c-9292d5a94ed8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05747991-f003-405d-b4e6-85180aab9062 HTTP/1.1" status: 200 len: 850 time: 0.0520294 Aug 31 23:35:34.398382 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad433b8e-e53e-4b0a-a9a1-4a62c6404a0a req-97b455c2-ba61-4831-97cf-46ff813af5e2 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:34.399819 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ad433b8e-e53e-4b0a-a9a1-4a62c6404a0a req-97b455c2-ba61-4831-97cf-46ff813af5e2 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 943 time: 0.0820374 Aug 31 23:35:34.406216 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94880b-bd4c-4b74-bd8a-c63db9e78ec6 req-15517207-4cfb-4e3d-8d7c-4e4da12f1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:34.407566 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ad94880b-bd4c-4b74-bd8a-c63db9e78ec6 req-15517207-4cfb-4e3d-8d7c-4e4da12f1fb2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70324521-dd07-424c-878a-ecbb84a7a3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601428 Aug 31 23:35:34.485232 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ad433b8e-e53e-4b0a-a9a1-4a62c6404a0a req-c0baac5c-79a7-4683-b1bd-ae00079bb68f tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767512 Aug 31 23:35:34.518611 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ad94880b-bd4c-4b74-bd8a-c63db9e78ec6 req-3d0ab81f-c231-4dd2-bb58-da0b70dfb9a3 service neutron] 10.222.0.53 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976648 Aug 31 23:35:34.608014 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ad94880b-bd4c-4b74-bd8a-c63db9e78ec6 req-568594b4-c727-410b-80fb-7d866b54f571 service neutron] 10.222.0.53 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808585 Aug 31 23:35:35.597548 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552af285-458b-45d9-bc18-48898b0342a1 req-0b82e186-dd6d-4a15-8476-6e1e625e9780 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:35.599004 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-552af285-458b-45d9-bc18-48898b0342a1 req-0b82e186-dd6d-4a15-8476-6e1e625e9780 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 943 time: 0.0472851 Aug 31 23:35:35.635140 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-552af285-458b-45d9-bc18-48898b0342a1 req-023016da-d6d2-4818-bc3c-6bcb4f4c67ad tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303011 Aug 31 23:35:36.043658 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45680) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:36.146321 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3590390c-f8f0-4e18-bd45-9825c0f36786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:36.234691 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3590390c-f8f0-4e18-bd45-9825c0f36786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:36.238488 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3590390c-f8f0-4e18-bd45-9825c0f36786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:36.278575 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-3590390c-f8f0-4e18-bd45-9825c0f36786 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b0b37cf8a84d47ae9fa7695242496372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333183 Aug 31 23:35:36.279430 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590390c-f8f0-4e18-bd45-9825c0f36786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca6dc56-4000-4172-b3eb-804cbd39d3b2,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:36.281441 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 45684) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:36.329272 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ea5547c1-b303-46c3-aca3-53065b99ff98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:36.352859 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ea5547c1-b303-46c3-aca3-53065b99ff98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:36.398162 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ea5547c1-b303-46c3-aca3-53065b99ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:36.400774 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ea5547c1-b303-46c3-aca3-53065b99ff98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:36.401936 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-ea5547c1-b303-46c3-aca3-53065b99ff98 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ca6dc56-4000-4172-b3eb-804cbd39d3b2 HTTP/1.1" status: 204 len: 168 time: 0.1195397 Aug 31 23:35:36.411074 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5547c1-b303-46c3-aca3-53065b99ff98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca6dc56-4000-4172-b3eb-804cbd39d3b2,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:36.754273 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6044f4-d5b7-40f4-82a5-73fac5c1f836 req-9daf52f8-39b3-4095-b469-6c3f041aad7f tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:36.755761 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9b6044f4-d5b7-40f4-82a5-73fac5c1f836 req-9daf52f8-39b3-4095-b469-6c3f041aad7f tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 943 time: 0.0534472 Aug 31 23:35:36.794619 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9b6044f4-d5b7-40f4-82a5-73fac5c1f836 req-c2b24872-d77b-44a3-b7e6-62ffd22be59c tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327475 Aug 31 23:35:37.005020 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 91177873-1f90-4605-92d3-d92cbc24448f details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:35:37.015731 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 45708) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:37.110413 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 91177873-1f90-4605-92d3-d92cbc24448f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=91177873-1f90-4605-92d3-d92cbc24448f,segment=NetworkSegment(e4658f6c-fea6-4854-b436-f65b503aa27e),segment_id=e4658f6c-fea6-4854-b436-f65b503aa27e)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:37.112658 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-21155743-489e-4b37-ae5c-be86df67b87d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1735758360-network', 'tenant_id': 'cc57fdc14b874a95a1308c2a6fa1faaa'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:37.121794 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '91177873-1f90-4605-92d3-d92cbc24448f', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'port_id': '91177873-1f90-4605-92d3-d92cbc24448f', 'mac_address': 'fa:16:3e:ae:7a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:35:37.133489 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21155743-489e-4b37-ae5c-be86df67b87d admin admin] Made reservation on behalf of cc57fdc14b874a95a1308c2a6fa1faaa for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:35:37.135691 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-21155743-489e-4b37-ae5c-be86df67b87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:37.143737 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-21155743-489e-4b37-ae5c-be86df67b87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:37.160215 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:37.174076 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91177873-1f90-4605-92d3-d92cbc24448f {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:35:37.194511 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 91177873-1f90-4605-92d3-d92cbc24448f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=91177873-1f90-4605-92d3-d92cbc24448f,segment=NetworkSegment(e4658f6c-fea6-4854-b436-f65b503aa27e),segment_id=e4658f6c-fea6-4854-b436-f65b503aa27e)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:37.198632 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:37.234550 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-21155743-489e-4b37-ae5c-be86df67b87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:37.238213 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-21155743-489e-4b37-ae5c-be86df67b87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:37.248537 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=91177873-1f90-4605-92d3-d92cbc24448f,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:37.261453 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21155743-489e-4b37-ae5c-be86df67b87d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:35:37.269849 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21155743-489e-4b37-ae5c-be86df67b87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cab678c-7d77-4d47-a21d-53f629fe0fc9,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:37.275621 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-21155743-489e-4b37-ae5c-be86df67b87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:37.275987 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-21155743-489e-4b37-ae5c-be86df67b87d admin admin] Added segment d169e7a2-c2a6-4f40-bb99-fe464f26167c of type vlan for network 3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f Aug 31 23:35:37.314271 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-21155743-489e-4b37-ae5c-be86df67b87d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:37.336842 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-21155743-489e-4b37-ae5c-be86df67b87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:37.337766 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21155743-489e-4b37-ae5c-be86df67b87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:37.338344 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-21155743-489e-4b37-ae5c-be86df67b87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:37.391092 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-21155743-489e-4b37-ae5c-be86df67b87d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3742356 Aug 31 23:35:37.394124 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 45712) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:37.399662 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-9669fc90-b0ef-495e-855e-a98f8ce68823 admin admin] Request body: {'subnet': {'network_id': '3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1735758360-subnet', 'tenant_id': 'cc57fdc14b874a95a1308c2a6fa1faaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:37.399795 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21155743-489e-4b37-ae5c-be86df67b87d admin admin] Pushing event updated for resources: {'Network': ['ID=3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:37.411187 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network 3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:35:37.425086 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9669fc90-b0ef-495e-855e-a98f8ce68823 admin admin] Made reservation on behalf of cc57fdc14b874a95a1308c2a6fa1faaa for: {'subnet': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:35:37.427438 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9669fc90-b0ef-495e-855e-a98f8ce68823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12765245'] for subnet, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:37.451144 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['91177873-1f90-4605-92d3-d92cbc24448f'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:35:37.601896 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9669fc90-b0ef-495e-855e-a98f8ce68823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14658852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12765227'] for subnet, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:37.656953 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669fc90-b0ef-495e-855e-a98f8ce68823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2ef61ca-5f00-4f01-9c9a-4fc710f01b5a,revision_number=0']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:37.669756 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9669fc90-b0ef-495e-855e-a98f8ce68823 admin admin] Checking segment: {'id': 'd169e7a2-c2a6-4f40-bb99-fe464f26167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:35:37.670156 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9669fc90-b0ef-495e-855e-a98f8ce68823 admin admin] Network hostable DHCP agents. Network: 3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:35:37.686941 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9669fc90-b0ef-495e-855e-a98f8ce68823 admin admin] Network 3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:35:37.696818 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-9669fc90-b0ef-495e-855e-a98f8ce68823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, 3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f) {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:37.700951 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9669fc90-b0ef-495e-855e-a98f8ce68823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:37.701537 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9669fc90-b0ef-495e-855e-a98f8ce68823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:37.705626 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2de583f-9675-42d6-b44b-3757f051d276 None None] Network 3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:35:37.715603 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-9669fc90-b0ef-495e-855e-a98f8ce68823 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3197527 Aug 31 23:35:37.843133 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc0943a-cca2-4d22-8a6e-8348ae000651 None None] Network 3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:35:37.914972 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54662aaf-3678-454c-b66d-b1ae3f23943e req-4fbc9582-c75c-4d80-91ff-83a4f9e08f21 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:37.922619 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-54662aaf-3678-454c-b66d-b1ae3f23943e req-4fbc9582-c75c-4d80-91ff-83a4f9e08f21 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 944 time: 0.0567398 Aug 31 23:35:37.957629 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-54662aaf-3678-454c-b66d-b1ae3f23943e req-ae29aef4-0885-46a1-ae66-839644dda75b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326216 Aug 31 23:35:39.023050 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 91177873-1f90-4605-92d3-d92cbc24448f up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:35:39.072401 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d88cd-28b8-41c1-a7c9-71a3acf0ce98 req-c98ec84c-027d-4f10-9319-7beb42e9824a tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:39.073007 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port 91177873-1f90-4605-92d3-d92cbc24448f completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:35:39.074019 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0a9d88cd-28b8-41c1-a7c9-71a3acf0ce98 req-c98ec84c-027d-4f10-9319-7beb42e9824a tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 944 time: 0.0514901 Aug 31 23:35:39.076254 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 91177873-1f90-4605-92d3-d92cbc24448f triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:39.076648 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:39.111797 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0a9d88cd-28b8-41c1-a7c9-71a3acf0ce98 req-e31b12d7-da32-458f-ad88-d7542d81e590 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317228 Aug 31 23:35:39.152098 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:39.173697 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b20eb5-3c96-48c2-bc50-48a906d29f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91177873-1f90-4605-92d3-d92cbc24448f'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:35:39.175933 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9242070-ee93-43e2-9b39-53d618a5b7f5" -d '{"events": [{"server_uuid": "52b20eb5-3c96-48c2-bc50-48a906d29f9b", "name": "network-vif-plugged", "status": "completed", "tag": "91177873-1f90-4605-92d3-d92cbc24448f"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:35:39.191178 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 91177873-1f90-4605-92d3-d92cbc24448f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=91177873-1f90-4605-92d3-d92cbc24448f,segment=NetworkSegment(e4658f6c-fea6-4854-b436-f65b503aa27e),segment_id=e4658f6c-fea6-4854-b436-f65b503aa27e)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:39.195254 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:39.216951 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8403245-b19c-429d-9fb1-41af9abce63c x-openstack-request-id: req-f8403245-b19c-429d-9fb1-41af9abce63c {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:35:39.217239 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b20eb5-3c96-48c2-bc50-48a906d29f9b", "name": "network-vif-plugged", "status": "completed", "tag": "91177873-1f90-4605-92d3-d92cbc24448f", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:35:39.217488 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f8403245-b19c-429d-9fb1-41af9abce63c {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:35:39.217868 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b20eb5-3c96-48c2-bc50-48a906d29f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91177873-1f90-4605-92d3-d92cbc24448f', 'code': 200} Aug 31 23:35:39.250258 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=91177873-1f90-4605-92d3-d92cbc24448f,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:39.459163 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698d799-b5de-4bd6-8740-f85bcbc1bb9b req-46880a5a-0c3e-488e-941b-6a7c6d8eb42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:39.460653 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6698d799-b5de-4bd6-8740-f85bcbc1bb9b req-46880a5a-0c3e-488e-941b-6a7c6d8eb42e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 1098 time: 0.0978608 Aug 31 23:35:39.514252 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24648e37-4723-4907-846b-f13728515be8 req-1e2138c3-2f46-4f54-9d8e-e0c4d69133bc tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:39.515724 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-24648e37-4723-4907-846b-f13728515be8 req-1e2138c3-2f46-4f54-9d8e-e0c4d69133bc tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/networks?id=3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f HTTP/1.1" status: 200 len: 814 time: 0.1252210 Aug 31 23:35:39.519455 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6698d799-b5de-4bd6-8740-f85bcbc1bb9b req-922f0bee-b382-4cd6-ae70-2ac72e1bf1fb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477006 Aug 31 23:35:39.530659 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-24648e37-4723-4907-846b-f13728515be8 req-194b06a1-85d0-486c-a82b-16d01159ffa2 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/quotas/cc57fdc14b874a95a1308c2a6fa1faaa HTTP/1.1" status: 200 len: 375 time: 0.0093210 Aug 31 23:35:39.564536 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-24648e37-4723-4907-846b-f13728515be8 req-e0e509f4-f5df-4ed3-86be-72cfb8e5d8c5 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc57fdc14b874a95a1308c2a6fa1faaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286028 Aug 31 23:35:39.650257 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-24648e37-4723-4907-846b-f13728515be8 req-b4a24b52-0ade-48de-a14d-ccc2ec89270a service neutron] 10.222.0.54 "GET /v2.0/networks/3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791006 Aug 31 23:35:39.740112 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-24648e37-4723-4907-846b-f13728515be8 req-eb248883-1f08-4e11-8d2c-3a441ab15505 service neutron] 10.222.0.54 "GET /v2.0/networks/3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832412 Aug 31 23:35:39.849188 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-eb693a4d-0e82-442b-b063-0fca3a6470f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:39.899496 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c6009335-7edf-4240-9e5d-c7797ff8fb46 req-79060c18-94ca-42bf-8929-72efe524dec0 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bf06eaf-0498-45ec-b199-9da4144a7d2a HTTP/1.1" status: 200 len: 210 time: 0.0261905 Aug 31 23:35:40.226003 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0eff90-9e80-41c7-a85c-039e73b418db req-59308f9b-9d6c-4d2d-a086-2af52df68cdd tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:40.227485 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-af0eff90-9e80-41c7-a85c-039e73b418db req-59308f9b-9d6c-4d2d-a086-2af52df68cdd tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0494001 Aug 31 23:35:40.266101 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-af0eff90-9e80-41c7-a85c-039e73b418db req-a73cfe69-e1ae-41bb-ae7b-f38219ccfdf4 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316324 Aug 31 23:35:40.892142 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24648e37-4723-4907-846b-f13728515be8 req-f8fb4c4a-18b2-4bba-a9aa-b68cc25a4aaf tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:40.893693 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-24648e37-4723-4907-846b-f13728515be8 req-f8fb4c4a-18b2-4bba-a9aa-b68cc25a4aaf tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.53 "GET /v2.0/networks?id=3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f HTTP/1.1" status: 200 len: 814 time: 0.1141713 Aug 31 23:35:40.923100 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-24648e37-4723-4907-846b-f13728515be8 req-80a75f07-52f7-4201-8911-a3b9df57393c tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Request body: {'port': {'device_id': '4bf06eaf-0498-45ec-b199-9da4144a7d2a', 'network_id': '3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f', 'admin_state_up': True, 'tenant_id': 'cc57fdc14b874a95a1308c2a6fa1faaa'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:41.001003 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a3d11e79-2273-4160-b908-a63acb811056 req-f38b4e10-9b17-42c5-ad4f-839eab680f78 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bf06eaf-0498-45ec-b199-9da4144a7d2a HTTP/1.1" status: 200 len: 210 time: 0.0324528 Aug 31 23:35:41.033330 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24648e37-4723-4907-846b-f13728515be8 req-80a75f07-52f7-4201-8911-a3b9df57393c tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Made reservation on behalf of cc57fdc14b874a95a1308c2a6fa1faaa for: {'port': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:35:41.036821 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-24648e37-4723-4907-846b-f13728515be8 req-80a75f07-52f7-4201-8911-a3b9df57393c tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:41.161103 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [req-24648e37-4723-4907-846b-f13728515be8 req-80a75f07-52f7-4201-8911-a3b9df57393c tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Allocated IP 172.20.0.5 (3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f/a2ef61ca-5f00-4f01-9c9a-4fc710f01b5a/6a1c28aa-75b3-4de7-ac20-d9eaa32029fa) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:35:41.301753 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-24648e37-4723-4907-846b-f13728515be8 req-80a75f07-52f7-4201-8911-a3b9df57393c tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:41.371208 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-24648e37-4723-4907-846b-f13728515be8 req-80a75f07-52f7-4201-8911-a3b9df57393c tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:41.429535 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24648e37-4723-4907-846b-f13728515be8 req-80a75f07-52f7-4201-8911-a3b9df57393c tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Network 3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:35:41.431662 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a75f07-52f7-4201-8911-a3b9df57393c tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Pushing event updated for resources: {'Port': ['ID=6a1c28aa-75b3-4de7-ac20-d9eaa32029fa,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:41.441620 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3164f8-407f-4049-8e42-85483d3db80a req-56a747ed-a305-4806-8275-a64ebb19db50 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:41.443116 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cb3164f8-407f-4049-8e42-85483d3db80a req-56a747ed-a305-4806-8275-a64ebb19db50 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.1061058 Aug 31 23:35:41.444587 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [req-24648e37-4723-4907-846b-f13728515be8 req-80a75f07-52f7-4201-8911-a3b9df57393c tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:35:41.446575 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-24648e37-4723-4907-846b-f13728515be8 req-80a75f07-52f7-4201-8911-a3b9df57393c tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:35:41.470241 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:41.512790 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cb3164f8-407f-4049-8e42-85483d3db80a req-7bea7f29-6d95-4548-aa0e-744c5b48814d tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632985 Aug 31 23:35:41.518406 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24648e37-4723-4907-846b-f13728515be8 req-80a75f07-52f7-4201-8911-a3b9df57393c tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:41.519025 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-24648e37-4723-4907-846b-f13728515be8 req-80a75f07-52f7-4201-8911-a3b9df57393c tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:41.534311 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-24648e37-4723-4907-846b-f13728515be8 req-80a75f07-52f7-4201-8911-a3b9df57393c tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6162207 Aug 31 23:35:41.558541 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Request body: {'port': {'device_id': '4bf06eaf-0498-45ec-b199-9da4144a7d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:41.613975 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:41.623764 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8bd69-a453-4c5d-bf33-f457a87353df req-466c1e25-0f5d-4512-9d21-2ffeec898116 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:41.625287 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e3f8bd69-a453-4c5d-bf33-f457a87353df req-466c1e25-0f5d-4512-9d21-2ffeec898116 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0484169 Aug 31 23:35:41.633860 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 45770) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:35:41.639026 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-7036f725-bbc4-4974-ba6c-02d49eb1506d tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Request body: {'floatingip': {'port_id': '91177873-1f90-4605-92d3-d92cbc24448f'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:35:41.709235 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7036f725-bbc4-4974-ba6c-02d49eb1506d tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for floatingip, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:41.873088 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa {{(pid=93845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:35:41.880202 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:41.892546 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Transition to ACTIVE for port object 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa will not be triggered until provisioned by entity L2. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:35:41.896973 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:41.944757 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1c28aa-75b3-4de7-ac20-d9eaa32029fa,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:42.020584 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Attempting to bind port 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:35:42.020910 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Attempting to bind port 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'd169e7a2-c2a6-4f40-bb99-fe464f26167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f'}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:35:42.021227 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Attempting to bind port 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa on network 3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:35:42.025531 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Port 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa on network 3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:35:42.025848 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Attempting to bind port 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa on network 3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:35:42.030965 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:35:42.031298 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Checking segment: {'id': 'd169e7a2-c2a6-4f40-bb99-fe464f26167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:35:42.031676 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Bound using segment: {'id': 'd169e7a2-c2a6-4f40-bb99-fe464f26167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f'} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:35:42.032092 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Bound port: 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd169e7a2-c2a6-4f40-bb99-fe464f26167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f'}}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:35:42.032479 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:42.131499 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] For port 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa, host hv-cinder-80445, cleared binding levels {{(pid=93845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:35:42.135114 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] For port 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6a1c28aa-75b3-4de7-ac20-d9eaa32029fa,segment=NetworkSegment(d169e7a2-c2a6-4f40-bb99-fe464f26167c),segment_id=d169e7a2-c2a6-4f40-bb99-fe464f26167c)] {{(pid=93845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:35:42.143018 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7fed8-b524-4158-872c-80143fcfa341 req-0e343591-05eb-4a3e-a412-2f2b774ca895 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:42.145633 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-69e7fed8-b524-4158-872c-80143fcfa341 req-0e343591-05eb-4a3e-a412-2f2b774ca895 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bf06eaf-0498-45ec-b199-9da4144a7d2a HTTP/1.1" status: 200 len: 943 time: 0.0733538 Aug 31 23:35:42.145969 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:42.171266 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7036f725-bbc4-4974-ba6c-02d49eb1506d tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:42.175377 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7036f725-bbc4-4974-ba6c-02d49eb1506d tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762317'] for floatingip, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:42.201859 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:42.202466 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:42.203824 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-24648e37-4723-4907-846b-f13728515be8 req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] 10.222.0.53 "PUT /v2.0/ports/6a1c28aa-75b3-4de7-ac20-d9eaa32029fa HTTP/1.1" status: 200 len: 1093 time: 0.6495373 Aug 31 23:35:42.205235 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf06eaf-0498-45ec-b199-9da4144a7d2a', 'tag': '6a1c28aa-75b3-4de7-ac20-d9eaa32029fa'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:35:42.207432 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c706afba-ba2d-487e-8903-68cc794fcda9" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf06eaf-0498-45ec-b199-9da4144a7d2a", "tag": "6a1c28aa-75b3-4de7-ac20-d9eaa32029fa"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:35:42.236971 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bc369-7dbc-4a41-a431-056759f9daf0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1c28aa-75b3-4de7-ac20-d9eaa32029fa,revision_number=3']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:42.242125 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-69e7fed8-b524-4158-872c-80143fcfa341 req-cd7f4608-7215-4b81-9e23-7326ccea5514 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692589 Aug 31 23:35:42.257510 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d1b2ea-108c-479f-bd0e-694f6b80901f x-openstack-request-id: req-81d1b2ea-108c-479f-bd0e-694f6b80901f {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:35:42.257800 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf06eaf-0498-45ec-b199-9da4144a7d2a", "tag": "6a1c28aa-75b3-4de7-ac20-d9eaa32029fa", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:35:42.258052 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-81d1b2ea-108c-479f-bd0e-694f6b80901f {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:35:42.258446 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf06eaf-0498-45ec-b199-9da4144a7d2a', 'tag': '6a1c28aa-75b3-4de7-ac20-d9eaa32029fa', 'status': 'completed', 'code': 200} Aug 31 23:35:42.291821 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.l3_db [None req-7036f725-bbc4-4974-ba6c-02d49eb1506d tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Floating IP ce6a7453-17c9-4064-974a-449202fc396d associated. External IP: 172.27.0.231, port: 91177873-1f90-4605-92d3-d92cbc24448f. Aug 31 23:35:42.302745 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24648e37-4723-4907-846b-f13728515be8 req-350f9bd5-3ba4-4081-811a-9283fab8dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:42.304379 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-24648e37-4723-4907-846b-f13728515be8 req-350f9bd5-3ba4-4081-811a-9283fab8dc44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc57fdc14b874a95a1308c2a6fa1faaa&device_id=4bf06eaf-0498-45ec-b199-9da4144a7d2a HTTP/1.1" status: 200 len: 1096 time: 0.0417299 Aug 31 23:35:42.349234 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-24648e37-4723-4907-846b-f13728515be8 req-15427d42-a577-4aba-820e-152f84507697 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a1c28aa-75b3-4de7-ac20-d9eaa32029fa HTTP/1.1" status: 200 len: 217 time: 0.0363543 Aug 31 23:35:42.398612 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24648e37-4723-4907-846b-f13728515be8 req-e218cfa7-f7b9-4cf5-89bc-566a3b6ba5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:42.400044 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-24648e37-4723-4907-846b-f13728515be8 req-e218cfa7-f7b9-4cf5-89bc-566a3b6ba5d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2ef61ca-5f00-4f01-9c9a-4fc710f01b5a HTTP/1.1" status: 200 len: 854 time: 0.0432158 Aug 31 23:35:42.431181 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-24648e37-4723-4907-846b-f13728515be8 req-4ba92ec7-1f1c-4d1c-8bac-b97662ed82dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234528 Aug 31 23:35:42.494461 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7036f725-bbc4-4974-ba6c-02d49eb1506d tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Router 8831e7c8-a3b4-4758-aa1a-d61f212513ef has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:35:42.521489 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-24648e37-4723-4907-846b-f13728515be8 req-092a7269-73ab-471b-81a1-bd7a418c308e service neutron] 10.222.0.53 "GET /v2.0/networks/3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833507 Aug 31 23:35:42.600724 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7036f725-bbc4-4974-ba6c-02d49eb1506d tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:35:42.605068 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7036f725-bbc4-4974-ba6c-02d49eb1506d tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:42.610661 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f05b6-0c91-43ce-a594-6fffbfecd897 None None] Sync routers for ids ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:35:42.615941 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-24648e37-4723-4907-846b-f13728515be8 req-39540b58-9971-4645-a725-2ce080a82ba1 service neutron] 10.222.0.53 "GET /v2.0/networks/3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858607 Aug 31 23:35:42.619402 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f05b6-0c91-43ce-a594-6fffbfecd897 None None] Routers {'8831e7c8-a3b4-4758-aa1a-d61f212513ef'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:35:42.620095 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-515f05b6-0c91-43ce-a594-6fffbfecd897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:35:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:42.641947 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-7036f725-bbc4-4974-ba6c-02d49eb1506d tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "PUT /v2.0/floatingips/ce6a7453-17c9-4064-974a-449202fc396d HTTP/1.1" status: 200 len: 991 time: 1.0043883 Aug 31 23:35:42.641947 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b20eb5-3c96-48c2-bc50-48a906d29f9b', 'tag': '91177873-1f90-4605-92d3-d92cbc24448f'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:35:42.644604 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f13e17d4f082eee8db626e153c8674a5f3112bea7488b178d1c4a6516ff361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b75489-f3ee-490a-b7c2-32d86b671e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "52b20eb5-3c96-48c2-bc50-48a906d29f9b", "tag": "91177873-1f90-4605-92d3-d92cbc24448f"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:35:42.696095 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b3c26a-8dd0-4411-8724-fe6649dfb960 x-openstack-request-id: req-d1b3c26a-8dd0-4411-8724-fe6649dfb960 {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:35:42.696431 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b20eb5-3c96-48c2-bc50-48a906d29f9b", "tag": "91177873-1f90-4605-92d3-d92cbc24448f", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:35:42.696785 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d1b3c26a-8dd0-4411-8724-fe6649dfb960 {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:35:42.697082 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b20eb5-3c96-48c2-bc50-48a906d29f9b', 'tag': '91177873-1f90-4605-92d3-d92cbc24448f', 'status': 'completed', 'code': 200} Aug 31 23:35:42.720804 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706afba-ba2d-487e-8903-68cc794fcda9 req-e2dfeb33-1d38-4615-b3c5-47607b804ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:42.722304 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c706afba-ba2d-487e-8903-68cc794fcda9 req-e2dfeb33-1d38-4615-b3c5-47607b804ffe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc57fdc14b874a95a1308c2a6fa1faaa&device_id=4bf06eaf-0498-45ec-b199-9da4144a7d2a HTTP/1.1" status: 200 len: 1096 time: 0.0454228 Aug 31 23:35:42.740041 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-515f05b6-0c91-43ce-a594-6fffbfecd897 None None] Set router 8831e7c8-a3b4-4758-aa1a-d61f212513ef gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:35:42.786049 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b75489-f3ee-490a-b7c2-32d86b671e1b req-723ec278-6a55-4908-b5c1-d5d81b991980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:42.787562 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-65b75489-f3ee-490a-b7c2-32d86b671e1b req-723ec278-6a55-4908-b5c1-d5d81b991980 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e0ed5307a5244399f394120a4946f2d&device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 1098 time: 0.0447383 Aug 31 23:35:42.832089 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706afba-ba2d-487e-8903-68cc794fcda9 req-1c671731-f07e-4fe4-a6b2-f4e27adc8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:42.833911 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c706afba-ba2d-487e-8903-68cc794fcda9 req-1c671731-f07e-4fe4-a6b2-f4e27adc8c49 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f HTTP/1.1" status: 200 len: 915 time: 0.0906320 Aug 31 23:35:42.879256 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b75489-f3ee-490a-b7c2-32d86b671e1b req-5adf1d42-0ada-4f7c-bcc1-b3ba0f4f2717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:42.880645 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-65b75489-f3ee-490a-b7c2-32d86b671e1b req-5adf1d42-0ada-4f7c-bcc1-b3ba0f4f2717 service neutron] 10.222.0.53 "GET /v2.0/networks?id=70324521-dd07-424c-878a-ecbb84a7a3cc HTTP/1.1" status: 200 len: 912 time: 0.0849555 Aug 31 23:35:42.881926 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c706afba-ba2d-487e-8903-68cc794fcda9 req-3c4d2c88-eabf-438e-8d24-4b270441b0db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a1c28aa-75b3-4de7-ac20-d9eaa32029fa HTTP/1.1" status: 200 len: 217 time: 0.0400183 Aug 31 23:35:42.896710 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2483-d03a-4285-a90c-f296ead50542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:42.939958 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706afba-ba2d-487e-8903-68cc794fcda9 req-b6785dfa-7f62-46ef-b4bc-871bf91c93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:42.941538 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c706afba-ba2d-487e-8903-68cc794fcda9 req-b6785dfa-7f62-46ef-b4bc-871bf91c93d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2ef61ca-5f00-4f01-9c9a-4fc710f01b5a HTTP/1.1" status: 200 len: 854 time: 0.0460439 Aug 31 23:35:42.958766 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-65b75489-f3ee-490a-b7c2-32d86b671e1b req-19d6e2bf-7077-4582-84c1-a5dd8a85d364 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91177873-1f90-4605-92d3-d92cbc24448f HTTP/1.1" status: 200 len: 999 time: 0.0636997 Aug 31 23:35:42.975684 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-515f05b6-0c91-43ce-a594-6fffbfecd897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': 'ce6a7453-17c9-4064-974a-449202fc396d', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'port_id': '91177873-1f90-4605-92d3-d92cbc24448f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'mac_address': 'fa:16:3e:ae:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b20eb5-3c96-48c2-bc50-48a906d29f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:35:29Z', 'updated_at': '2021-08-31T23:35:42Z', 'revision_number': 1, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c75e9b3-9134-43ab-847e-d8c411f165c9', 'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'mac_address': 'fa:16:3e:c0:1d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:25Z', 'updated_at': '2021-08-31T23:35:32Z', 'revision_number': 5, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'subnets': [{'id': '05747991-f003-405d-b4e6-85180aab9062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:42.978894 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c706afba-ba2d-487e-8903-68cc794fcda9 req-209b8a7b-2a43-4343-87db-0c0d6ed44e3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285294 Aug 31 23:35:43.007582 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f05b6-0c91-43ce-a594-6fffbfecd897 None None] Checking router: 8831e7c8-a3b4-4758-aa1a-d61f212513ef for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:35:43.010169 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b75489-f3ee-490a-b7c2-32d86b671e1b req-b5ec156b-abe8-43e9-b9ca-006733b9cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:43.011690 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-65b75489-f3ee-490a-b7c2-32d86b671e1b req-b5ec156b-abe8-43e9-b9ca-006733b9cb3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05747991-f003-405d-b4e6-85180aab9062 HTTP/1.1" status: 200 len: 850 time: 0.0457950 Aug 31 23:35:43.016842 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f05b6-0c91-43ce-a594-6fffbfecd897 None None] Routers {'8831e7c8-a3b4-4758-aa1a-d61f212513ef'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:35:43.017470 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-515f05b6-0c91-43ce-a594-6fffbfecd897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:35:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:43.061228 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b75489-f3ee-490a-b7c2-32d86b671e1b req-6a909d77-b896-49ba-ad62-4bbfbccf8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:43.063094 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-65b75489-f3ee-490a-b7c2-32d86b671e1b req-6a909d77-b896-49ba-ad62-4bbfbccf8412 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70324521-dd07-424c-878a-ecbb84a7a3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432014 Aug 31 23:35:43.127767 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-515f05b6-0c91-43ce-a594-6fffbfecd897 None None] Set router 8831e7c8-a3b4-4758-aa1a-d61f212513ef gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:35:43.163774 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-65b75489-f3ee-490a-b7c2-32d86b671e1b req-5c0ac373-1169-4632-954c-4fc13d7df542 service neutron] 10.222.0.53 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916822 Aug 31 23:35:43.209356 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:43.341940 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c706afba-ba2d-487e-8903-68cc794fcda9 req-25922d78-8a8a-47cf-a380-190d2098bc7c service neutron] 10.222.0.53 "GET /v2.0/networks/3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560383 Aug 31 23:35:43.394742 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-515f05b6-0c91-43ce-a594-6fffbfecd897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': 'ce6a7453-17c9-4064-974a-449202fc396d', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'port_id': '91177873-1f90-4605-92d3-d92cbc24448f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'mac_address': 'fa:16:3e:ae:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b20eb5-3c96-48c2-bc50-48a906d29f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:35:29Z', 'updated_at': '2021-08-31T23:35:42Z', 'revision_number': 1, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c75e9b3-9134-43ab-847e-d8c411f165c9', 'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'mac_address': 'fa:16:3e:c0:1d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:25Z', 'updated_at': '2021-08-31T23:35:32Z', 'revision_number': 5, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'subnets': [{'id': '05747991-f003-405d-b4e6-85180aab9062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:35:43.423450 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f05b6-0c91-43ce-a594-6fffbfecd897 None None] The sync data for ids ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'] in dv-cinder-804459-5-iscsi is: [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': 'ce6a7453-17c9-4064-974a-449202fc396d', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'port_id': '91177873-1f90-4605-92d3-d92cbc24448f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'mac_address': 'fa:16:3e:ae:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b20eb5-3c96-48c2-bc50-48a906d29f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:35:29Z', 'updated_at': '2021-08-31T23:35:42Z', 'revision_number': 1, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c75e9b3-9134-43ab-847e-d8c411f165c9', 'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'mac_address': 'fa:16:3e:c0:1d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:25Z', 'updated_at': '2021-08-31T23:35:32Z', 'revision_number': 5, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'subnets': [{'id': '05747991-f003-405d-b4e6-85180aab9062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:35:43.440171 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c706afba-ba2d-487e-8903-68cc794fcda9 req-a1e0d2d9-709e-4bcb-a1d8-cfbb4c1d1e1f service neutron] 10.222.0.53 "GET /v2.0/networks/3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899003 Aug 31 23:35:43.517954 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509b58f-8ce1-413b-8831-a45b7b1fdad9 req-ce628bb2-74b1-4a35-a79b-c159f1355991 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:43.519443 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6509b58f-8ce1-413b-8831-a45b7b1fdad9 req-ce628bb2-74b1-4a35-a79b-c159f1355991 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bf06eaf-0498-45ec-b199-9da4144a7d2a HTTP/1.1" status: 200 len: 943 time: 0.0987508 Aug 31 23:35:43.543619 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-65b75489-f3ee-490a-b7c2-32d86b671e1b req-ef13826e-24e8-48ea-a696-c60ef15abcbe service neutron] 10.222.0.53 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719778 Aug 31 23:35:43.544078 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:43.565543 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6509b58f-8ce1-413b-8831-a45b7b1fdad9 req-f5f340d3-acb4-4ee3-90f3-21fc315468ea tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385818 Aug 31 23:35:43.613944 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff19546b-d102-40f4-be3e-f8e3a6f8c041 None None] New status for floating IP ce6a7453-17c9-4064-974a-449202fc396d: ACTIVE {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:35:44.679193 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10af30a-c981-4cb9-b804-fbab58f821ce req-d8929500-0c76-4368-ae90-232cdd9eb648 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:44.680731 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e10af30a-c981-4cb9-b804-fbab58f821ce req-d8929500-0c76-4368-ae90-232cdd9eb648 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bf06eaf-0498-45ec-b199-9da4144a7d2a HTTP/1.1" status: 200 len: 943 time: 0.0481524 Aug 31 23:35:44.717642 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e10af30a-c981-4cb9-b804-fbab58f821ce req-9a1e7bca-b042-40ab-be4e-19fac698d368 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306191 Aug 31 23:35:45.008483 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:45.037802 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:35:45.131249 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6a1c28aa-75b3-4de7-ac20-d9eaa32029fa,segment=NetworkSegment(d169e7a2-c2a6-4f40-bb99-fe464f26167c),segment_id=d169e7a2-c2a6-4f40-bb99-fe464f26167c)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:45.142881 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '6a1c28aa-75b3-4de7-ac20-d9eaa32029fa', 'network_id': '3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f', 'port_id': '6a1c28aa-75b3-4de7-ac20-d9eaa32029fa', 'mac_address': 'fa:16:3e:e8:74:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ef61ca-5f00-4f01-9c9a-4fc710f01b5a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:35:45.178572 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:45.190589 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:35:45.209206 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6a1c28aa-75b3-4de7-ac20-d9eaa32029fa,segment=NetworkSegment(d169e7a2-c2a6-4f40-bb99-fe464f26167c),segment_id=d169e7a2-c2a6-4f40-bb99-fe464f26167c)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:45.212887 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:45.261165 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=6a1c28aa-75b3-4de7-ac20-d9eaa32029fa,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:45.492449 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['6a1c28aa-75b3-4de7-ac20-d9eaa32029fa'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:35:45.827667 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32e853-4e00-44ad-a8a5-ce73ee48f2b6 req-a8843446-628d-42aa-8ac3-2d4f65ff5458 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:45.829148 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ae32e853-4e00-44ad-a8a5-ce73ee48f2b6 req-a8843446-628d-42aa-8ac3-2d4f65ff5458 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bf06eaf-0498-45ec-b199-9da4144a7d2a HTTP/1.1" status: 200 len: 944 time: 0.0476148 Aug 31 23:35:45.866161 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ae32e853-4e00-44ad-a8a5-ce73ee48f2b6 req-59c5fcaa-ada3-4c31-8de3-6bac5ce16435 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311165 Aug 31 23:35:46.983244 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa488bef-d56b-4379-87f4-8b5ab4f8f6b3 req-f291a967-8edc-40b7-8b22-16f2bb273fb3 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:46.984741 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-aa488bef-d56b-4379-87f4-8b5ab4f8f6b3 req-f291a967-8edc-40b7-8b22-16f2bb273fb3 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bf06eaf-0498-45ec-b199-9da4144a7d2a HTTP/1.1" status: 200 len: 944 time: 0.0522251 Aug 31 23:35:47.022292 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-aa488bef-d56b-4379-87f4-8b5ab4f8f6b3 req-1da03c0f-8a9c-4c3a-b8b6-2135e55886bb tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316379 Aug 31 23:35:47.051017 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:35:47.100404 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:35:47.104158 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:35:47.104560 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:47.287238 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:47.309290 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf06eaf-0498-45ec-b199-9da4144a7d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1c28aa-75b3-4de7-ac20-d9eaa32029fa'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:35:47.311491 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405c5b48-91cd-4151-a95f-d90f88984a8d" -d '{"events": [{"server_uuid": "4bf06eaf-0498-45ec-b199-9da4144a7d2a", "name": "network-vif-plugged", "status": "completed", "tag": "6a1c28aa-75b3-4de7-ac20-d9eaa32029fa"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:35:47.323732 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6a1c28aa-75b3-4de7-ac20-d9eaa32029fa,segment=NetworkSegment(d169e7a2-c2a6-4f40-bb99-fe464f26167c),segment_id=d169e7a2-c2a6-4f40-bb99-fe464f26167c)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:35:47.327578 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:35:47.349853 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d9d796-8c94-40cc-91e2-e5d7f3250fb2 x-openstack-request-id: req-e6d9d796-8c94-40cc-91e2-e5d7f3250fb2 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:35:47.350140 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf06eaf-0498-45ec-b199-9da4144a7d2a", "name": "network-vif-plugged", "status": "completed", "tag": "6a1c28aa-75b3-4de7-ac20-d9eaa32029fa", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:35:47.350390 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e6d9d796-8c94-40cc-91e2-e5d7f3250fb2 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:35:47.350771 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf06eaf-0498-45ec-b199-9da4144a7d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1c28aa-75b3-4de7-ac20-d9eaa32029fa', 'code': 200} Aug 31 23:35:47.376976 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=6a1c28aa-75b3-4de7-ac20-d9eaa32029fa,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:35:47.518093 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d0d3a-98dd-4463-a0cd-e8ca5fb91e0c req-f03258cf-4d0e-43c1-9061-4ff2681f323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:47.519814 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-975d0d3a-98dd-4463-a0cd-e8ca5fb91e0c req-f03258cf-4d0e-43c1-9061-4ff2681f323c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4bf06eaf-0498-45ec-b199-9da4144a7d2a HTTP/1.1" status: 200 len: 1098 time: 0.0411217 Aug 31 23:35:47.561458 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-975d0d3a-98dd-4463-a0cd-e8ca5fb91e0c req-ee513f0e-d618-4226-a44f-dc126ae454b4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272377 Aug 31 23:35:48.135301 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d37a21-ad3b-46fc-908a-184f8b3ab201 req-3937c2bd-9bbf-413d-b5b4-b195a82e622a tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:48.137379 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-59d37a21-ad3b-46fc-908a-184f8b3ab201 req-3937c2bd-9bbf-413d-b5b4-b195a82e622a tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bf06eaf-0498-45ec-b199-9da4144a7d2a HTTP/1.1" status: 200 len: 945 time: 0.0490437 Aug 31 23:35:48.175155 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-59d37a21-ad3b-46fc-908a-184f8b3ab201 req-0cb8d7e2-ca96-4409-8f8b-11f9eb04d11a tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319231 Aug 31 23:35:49.287258 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0f991-4784-40ad-94fb-d4732459fc19 req-0bd433f3-3069-46cb-8393-af7211ea15c8 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:35:49.288744 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0eb0f991-4784-40ad-94fb-d4732459fc19 req-0bd433f3-3069-46cb-8393-af7211ea15c8 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bf06eaf-0498-45ec-b199-9da4144a7d2a HTTP/1.1" status: 200 len: 945 time: 0.0479517 Aug 31 23:35:49.325610 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0eb0f991-4784-40ad-94fb-d4732459fc19 req-3fcb83b9-29bf-4c31-ac77-20e731f1c054 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311346 Aug 31 23:36:06.504455 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:36:09.840629 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e5836798-4f54-4235-8c23-4b0984bebf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:11.464551 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:12.878629 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7a37832e-bbf3-4124-8cba-f5ed0e451a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:13.141722 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:13.544976 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:14.068871 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-56477736-0c02-414f-a799-8c81bc7f1519 req-9c3ca131-34db-46e5-9b38-deed4aa330f1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395057 Aug 31 23:36:14.159702 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56477736-0c02-414f-a799-8c81bc7f1519 req-1056d5a0-90d8-42b9-aaf9-403b01a2b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:14.161369 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-56477736-0c02-414f-a799-8c81bc7f1519 req-1056d5a0-90d8-42b9-aaf9-403b01a2b23a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c49e741b70d4f008e8dbd658695b1d0&device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 1100 time: 0.0408347 Aug 31 23:36:14.275717 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56477736-0c02-414f-a799-8c81bc7f1519 req-b7e42a1d-5570-4fa1-a243-1c9ba1d1a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:14.277328 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-56477736-0c02-414f-a799-8c81bc7f1519 req-b7e42a1d-5570-4fa1-a243-1c9ba1d1a1ec service neutron] 10.222.0.53 "GET /v2.0/networks?id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d HTTP/1.1" status: 200 len: 917 time: 0.0876474 Aug 31 23:36:14.345207 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-56477736-0c02-414f-a799-8c81bc7f1519 req-05a246e9-e13f-4700-b327-22a655b0c39c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318 HTTP/1.1" status: 200 len: 1002 time: 0.0585587 Aug 31 23:36:14.409378 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56477736-0c02-414f-a799-8c81bc7f1519 req-7f589d4b-54bb-496e-9110-2305669ce4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:14.411098 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-56477736-0c02-414f-a799-8c81bc7f1519 req-7f589d4b-54bb-496e-9110-2305669ce4fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9a93863-32b4-4310-847d-ebe9dbacd80a HTTP/1.1" status: 200 len: 855 time: 0.0488629 Aug 31 23:36:14.464130 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56477736-0c02-414f-a799-8c81bc7f1519 req-adad10ef-6611-4854-b119-526958ebee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:14.465684 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-56477736-0c02-414f-a799-8c81bc7f1519 req-adad10ef-6611-4854-b119-526958ebee51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403299 Aug 31 23:36:14.560267 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-56477736-0c02-414f-a799-8c81bc7f1519 req-2adddaa6-d7b8-448a-a384-a0c88bc57cee service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867474 Aug 31 23:36:14.652986 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-56477736-0c02-414f-a799-8c81bc7f1519 req-cf8d68f5-4b6c-44fa-95d1-ab3320cfad9d service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842044 Aug 31 23:36:15.010304 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:16.492729 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4083087-5ae2-4b92-888c-d418a6cbd002 req-3ad5a923-dd8b-4a85-90a7-30def88409a2 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:16.494255 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a4083087-5ae2-4b92-888c-d418a6cbd002 req-3ad5a923-dd8b-4a85-90a7-30def88409a2 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 947 time: 0.0486560 Aug 31 23:36:16.533131 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a4083087-5ae2-4b92-888c-d418a6cbd002 req-a3613a77-0709-40e9-a586-8ffb6aa30600 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327191 Aug 31 23:36:17.656823 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350c2a4-3e63-442e-928c-ae8a5477a400 req-ec931f75-cfcb-4812-84ba-af8cb3081cd7 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:17.658913 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8350c2a4-3e63-442e-928c-ae8a5477a400 req-ec931f75-cfcb-4812-84ba-af8cb3081cd7 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 947 time: 0.0561500 Aug 31 23:36:17.694837 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8350c2a4-3e63-442e-928c-ae8a5477a400 req-17b0f10e-9c13-4b8a-a591-f9c5b2ab2747 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298831 Aug 31 23:36:18.809879 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12665c0b-d236-47c7-a9c7-d04c65e3c881 req-d4f6ad26-40d5-41bf-8c32-8707e8833e88 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:18.811231 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-12665c0b-d236-47c7-a9c7-d04c65e3c881 req-d4f6ad26-40d5-41bf-8c32-8707e8833e88 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 947 time: 0.0467646 Aug 31 23:36:18.849408 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-12665c0b-d236-47c7-a9c7-d04c65e3c881 req-bcbb4694-1650-4415-bfa4-609dbf521b72 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315485 Aug 31 23:36:19.965596 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e20db1-1060-4c1e-8885-a8b6ead9d623 req-534d435e-a924-4b8a-98d0-fbafb7ae73ab tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:19.967122 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-99e20db1-1060-4c1e-8885-a8b6ead9d623 req-534d435e-a924-4b8a-98d0-fbafb7ae73ab tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 947 time: 0.0477755 Aug 31 23:36:20.003778 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-99e20db1-1060-4c1e-8885-a8b6ead9d623 req-906f57e3-2c04-4135-8b43-4e4acc8117f4 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301602 Aug 31 23:36:21.122897 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba6aaa-679e-465a-92de-ae840830de27 req-0331938a-5629-4269-8843-1e1090bedc04 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:21.124395 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-84ba6aaa-679e-465a-92de-ae840830de27 req-0331938a-5629-4269-8843-1e1090bedc04 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 947 time: 0.0509198 Aug 31 23:36:21.161394 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-84ba6aaa-679e-465a-92de-ae840830de27 req-5904c3fb-0735-41a0-a8c2-4c230cd76ac3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311730 Aug 31 23:36:22.276178 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3fbe3-0d38-41b6-9e16-64f4a97c6bee req-fe37b632-8d07-405e-b989-4e0986a2fd2f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:22.277729 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-29a3fbe3-0d38-41b6-9e16-64f4a97c6bee req-fe37b632-8d07-405e-b989-4e0986a2fd2f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 947 time: 0.0481627 Aug 31 23:36:22.314348 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-29a3fbe3-0d38-41b6-9e16-64f4a97c6bee req-1424f971-cbce-4e54-b9d4-7639214d8e55 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303483 Aug 31 23:36:23.433483 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83872e-ef32-4d09-a384-bc1a3abd6126 req-9fa208d0-c796-499f-b260-e55b0f613e2e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:23.434923 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3c83872e-ef32-4d09-a384-bc1a3abd6126 req-9fa208d0-c796-499f-b260-e55b0f613e2e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 947 time: 0.0493743 Aug 31 23:36:23.471735 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3c83872e-ef32-4d09-a384-bc1a3abd6126 req-3ab08bbd-ac0f-49cf-85a1-747d4180a4af tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309448 Aug 31 23:36:23.556478 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12644d82-2d08-43d2-8443-f01d7dccaf83 req-41491766-74f0-4775-994c-b36621216954 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:23.557885 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-12644d82-2d08-43d2-8443-f01d7dccaf83 req-41491766-74f0-4775-994c-b36621216954 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.53 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 947 time: 0.0502772 Aug 31 23:36:23.646956 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [req-12644d82-2d08-43d2-8443-f01d7dccaf83 req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Deleting port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:36:23.647220 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-12644d82-2d08-43d2-8443-f01d7dccaf83 req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:23.733445 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-12644d82-2d08-43d2-8443-f01d7dccaf83 req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] For port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:23.733808 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-12644d82-2d08-43d2-8443-f01d7dccaf83 req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:23.954203 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-12644d82-2d08-43d2-8443-f01d7dccaf83 req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:23.954608 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-12644d82-2d08-43d2-8443-f01d7dccaf83 req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762317'] for floatingip, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:23.954921 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.l3_db [req-12644d82-2d08-43d2-8443-f01d7dccaf83 req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Floating IP ab1cee3c-b4cc-4e16-a42a-ae4ccef58c1d disassociated. External IP: 172.27.0.217, port: 4c1f8313-9d06-4ecf-9962-23d7cc1e9318. Aug 31 23:36:23.955259 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [req-12644d82-2d08-43d2-8443-f01d7dccaf83 req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Calling delete_port for 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 owned by compute:nova {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:36:24.082856 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-12644d82-2d08-43d2-8443-f01d7dccaf83 req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:24.109282 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Pushing event deleted for resources: {'Port': ['ID=4c1f8313-9d06-4ecf-9962-23d7cc1e9318,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:24.121373 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:24.121720 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:24.122312 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:24.122652 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:24.122983 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:24.123308 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:24.123633 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:24.123955 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:24.124275 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:24.124627 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:24.124950 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:24.125269 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:24.232394 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12644d82-2d08-43d2-8443-f01d7dccaf83 req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:36:24.340758 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12644d82-2d08-43d2-8443-f01d7dccaf83 req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:36:24.350459 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afad4c6-939b-43a6-b58a-ec58584fb810 None None] Sync routers for ids ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:36:24.359481 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afad4c6-939b-43a6-b58a-ec58584fb810 None None] Routers {'0a5215cf-ae05-4e96-80dc-ed2acc7babc9'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:36:24.360656 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-9afad4c6-939b-43a6-b58a-ec58584fb810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:36:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:24.385500 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [req-12644d82-2d08-43d2-8443-f01d7dccaf83 req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] No DVR routers for this DVR port 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 on host hv-cinder-80445 {{(pid=93846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:36:24.388806 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-12644d82-2d08-43d2-8443-f01d7dccaf83 req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:24.390763 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-12644d82-2d08-43d2-8443-f01d7dccaf83 req-6a7b9fbc-6c27-4f2a-9edd-cfaf0942ffdc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.53 "DELETE /v2.0/ports/4c1f8313-9d06-4ecf-9962-23d7cc1e9318 HTTP/1.1" status: 204 len: 173 time: 0.8254390 Aug 31 23:36:24.391213 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'name': 'network-vif-deleted', 'tag': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:36:24.393434 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f13e17d4f082eee8db626e153c8674a5f3112bea7488b178d1c4a6516ff361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06b8ee1-cb39-444e-b84a-499b82834946" -d '{"events": [{"server_uuid": "580824ec-8c1d-4d10-83b8-ec2b699c153e", "name": "network-vif-deleted", "tag": "4c1f8313-9d06-4ecf-9962-23d7cc1e9318"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:36:24.430229 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aae60b5-a910-4df3-bc93-95984bd7cec7 x-openstack-request-id: req-0aae60b5-a910-4df3-bc93-95984bd7cec7 {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:36:24.430521 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580824ec-8c1d-4d10-83b8-ec2b699c153e", "name": "network-vif-deleted", "tag": "4c1f8313-9d06-4ecf-9962-23d7cc1e9318", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:36:24.430775 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0aae60b5-a910-4df3-bc93-95984bd7cec7 {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:36:24.431173 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580824ec-8c1d-4d10-83b8-ec2b699c153e', 'name': 'network-vif-deleted', 'tag': '4c1f8313-9d06-4ecf-9962-23d7cc1e9318', 'status': 'completed', 'code': 200} Aug 31 23:36:24.467928 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-9afad4c6-939b-43a6-b58a-ec58584fb810 None None] Set router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:36:24.579411 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c0921429-e6cb-4f3e-826c-136fc8e0ac0a req-5d3d9214-e764-422a-a2c2-f6060d9c889e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 210 time: 0.0316379 Aug 31 23:36:24.665297 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-9afad4c6-939b-43a6-b58a-ec58584fb810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:32:11Z', 'revision_number': 4, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '60441062-0c07-4cda-9809-6fbda1ffdb9f', 'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'mac_address': 'fa:16:3e:50:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:10Z', 'updated_at': '2021-08-31T23:32:24Z', 'revision_number': 5, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'subnets': [{'id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:24.694340 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afad4c6-939b-43a6-b58a-ec58584fb810 None None] Checking router: 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:36:24.702538 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afad4c6-939b-43a6-b58a-ec58584fb810 None None] Routers {'0a5215cf-ae05-4e96-80dc-ed2acc7babc9'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:36:24.703297 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-9afad4c6-939b-43a6-b58a-ec58584fb810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:36:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:24.806496 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-9afad4c6-939b-43a6-b58a-ec58584fb810 None None] Set router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:36:25.002391 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-9afad4c6-939b-43a6-b58a-ec58584fb810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:32:11Z', 'revision_number': 4, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '60441062-0c07-4cda-9809-6fbda1ffdb9f', 'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'mac_address': 'fa:16:3e:50:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:10Z', 'updated_at': '2021-08-31T23:32:24Z', 'revision_number': 5, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'subnets': [{'id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:25.028581 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afad4c6-939b-43a6-b58a-ec58584fb810 None None] The sync data for ids ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'] in dv-cinder-804459-5-iscsi is: [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:32:11Z', 'revision_number': 4, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '60441062-0c07-4cda-9809-6fbda1ffdb9f', 'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'mac_address': 'fa:16:3e:50:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:10Z', 'updated_at': '2021-08-31T23:32:24Z', 'revision_number': 5, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'subnets': [{'id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:36:25.237797 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7346ed9d-c2eb-4c92-929b-f82d48307de7 None None] New status for floating IP ab1cee3c-b4cc-4e16-a42a-ae4ccef58c1d: DOWN {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:36:25.677771 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-97064bdb-aa3a-4212-8955-935b9aebcecc req-72416df9-2a81-4787-b183-7d3eaedf3f93 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 210 time: 0.0261321 Aug 31 23:36:26.772740 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-07411183-aa51-489c-b49d-3030619a986e req-0b71d939-4a5a-47d4-8486-66c1a9e05157 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=580824ec-8c1d-4d10-83b8-ec2b699c153e HTTP/1.1" status: 200 len: 210 time: 0.0263245 Aug 31 23:36:27.862416 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 46102) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:27.915853 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9066250b-eae1-4bfd-87b2-d7df8fb1f61c tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:27.937858 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9066250b-eae1-4bfd-87b2-d7df8fb1f61c tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:27.986153 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9066250b-eae1-4bfd-87b2-d7df8fb1f61c tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:27.988739 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9066250b-eae1-4bfd-87b2-d7df8fb1f61c tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:27.989912 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-9066250b-eae1-4bfd-87b2-d7df8fb1f61c tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "DELETE /v2.0/security-groups/4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc HTTP/1.1" status: 204 len: 168 time: 0.1265125 Aug 31 23:36:27.992966 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 46104) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:27.999079 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066250b-eae1-4bfd-87b2-d7df8fb1f61c tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:28.006791 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.api.v2.resource [None req-f263beed-43ae-428f-9f60-0434a5aa02a3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] show failed (client error): The resource could not be found. Aug 31 23:36:28.008362 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-f263beed-43ae-428f-9f60-0434a5aa02a3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups/4d874a2d-f0dc-4b6d-aab1-bd4b5a3ad1dc HTTP/1.1" status: 404 len: 347 time: 0.0138202 Aug 31 23:36:28.010594 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 46106) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:28.132064 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Deleting port 8cf6adf2-3e3e-4aa7-b347-d0df8c199721 {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:36:28.132447 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:28.209790 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:28.210117 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:28.221969 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Calling delete_port for 8cf6adf2-3e3e-4aa7-b347-d0df8c199721 owned by network:floatingip {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:36:28.366064 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:28.393488 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Pushing event deleted for resources: {'Port': ['ID=8cf6adf2-3e3e-4aa7-b347-d0df8c199721,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:28.417557 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:28.417910 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:28.418258 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:28.418601 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:28.418946 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:28.419314 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:28.419723 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:28.420079 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:28.420450 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:28.420786 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:28.421113 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:28.421440 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:28.459859 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for floatingip, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:28.462584 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:28.463736 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-fc8e56f8-9548-4543-a3a2-3dce53b2e31f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "DELETE /v2.0/floatingips/ab1cee3c-b4cc-4e16-a42a-ae4ccef58c1d HTTP/1.1" status: 204 len: 168 time: 0.4522295 Aug 31 23:36:28.881417 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 46118) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:28.886075 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-3b417cbc-5e3c-4c9f-a913-bdfd721140e5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389437568', 'description': 'tempest-description--1417288253'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:36:28.908663 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3b417cbc-5e3c-4c9f-a913-bdfd721140e5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:28.986969 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3b417cbc-5e3c-4c9f-a913-bdfd721140e5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:28.990528 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3b417cbc-5e3c-4c9f-a913-bdfd721140e5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.016391 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3b417cbc-5e3c-4c9f-a913-bdfd721140e5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.017590 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-3b417cbc-5e3c-4c9f-a913-bdfd721140e5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1351767 Aug 31 23:36:29.020714 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 46120) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:29.021862 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b417cbc-5e3c-4c9f-a913-bdfd721140e5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e367a3c-44f5-487a-9d04-c3b62663e84a,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:29.025504 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-f8b8b998-484e-4262-9620-162d9cad1ac6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Request body: {'security_group_rule': {'security_group_id': '3e367a3c-44f5-487a-9d04-c3b62663e84a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:36:29.051725 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f8b8b998-484e-4262-9620-162d9cad1ac6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.097754 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f8b8b998-484e-4262-9620-162d9cad1ac6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.102194 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f8b8b998-484e-4262-9620-162d9cad1ac6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.119728 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8b998-484e-4262-9620-162d9cad1ac6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82618da9-e9b3-4ce8-9239-2b16846c5805,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:29.125845 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f8b8b998-484e-4262-9620-162d9cad1ac6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.127040 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f8b8b998-484e-4262-9620-162d9cad1ac6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1052766 Aug 31 23:36:29.129726 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 46122) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:29.134024 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-f847ac59-5bd8-4a99-86d4-5210c2ffa7a6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Request body: {'security_group_rule': {'security_group_id': '3e367a3c-44f5-487a-9d04-c3b62663e84a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:36:29.158855 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f847ac59-5bd8-4a99-86d4-5210c2ffa7a6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.216858 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f847ac59-5bd8-4a99-86d4-5210c2ffa7a6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.221800 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f847ac59-5bd8-4a99-86d4-5210c2ffa7a6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.225454 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:36:29.242858 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847ac59-5bd8-4a99-86d4-5210c2ffa7a6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6acb490-56a5-4d12-aebe-08bdb8b766a8,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:29.250100 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f847ac59-5bd8-4a99-86d4-5210c2ffa7a6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.250238 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:36:29.250581 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 4c1f8313-9d06-4ecf-9962-23d7cc1e9318 not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:36:29.252750 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f847ac59-5bd8-4a99-86d4-5210c2ffa7a6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221220 Aug 31 23:36:29.254825 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 46130) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:29.260752 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-6f96082f-ea41-4fae-b943-829fb61a3b08 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Request body: {'floatingip': {'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:36:29.281049 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f96082f-ea41-4fae-b943-829fb61a3b08 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for floatingip, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.378222 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f96082f-ea41-4fae-b943-829fb61a3b08 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.488222 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-6f96082f-ea41-4fae-b943-829fb61a3b08 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Allocated IP 172.27.0.181 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/0a4400ad-2872-43ec-8e42-9b278b7ca501) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:36:29.586156 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f96082f-ea41-4fae-b943-829fb61a3b08 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.623045 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f96082f-ea41-4fae-b943-829fb61a3b08 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.661117 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96082f-ea41-4fae-b943-829fb61a3b08 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:36:29.665796 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-6f96082f-ea41-4fae-b943-829fb61a3b08 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:36:29.669246 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f96082f-ea41-4fae-b943-829fb61a3b08 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:36:29.693303 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96082f-ea41-4fae-b943-829fb61a3b08 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Pushing event updated for resources: {'Port': ['ID=0a4400ad-2872-43ec-8e42-9b278b7ca501,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:29.753118 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f96082f-ea41-4fae-b943-829fb61a3b08 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.785733 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f96082f-ea41-4fae-b943-829fb61a3b08 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.929824 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f96082f-ea41-4fae-b943-829fb61a3b08 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.933501 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f96082f-ea41-4fae-b943-829fb61a3b08 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12942635'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:29.999687 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96082f-ea41-4fae-b943-829fb61a3b08 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Pushing event updated for resources: {'Port': ['ID=0a4400ad-2872-43ec-8e42-9b278b7ca501,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:30.015859 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f96082f-ea41-4fae-b943-829fb61a3b08 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762317'] for floatingip, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:30.028983 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f96082f-ea41-4fae-b943-829fb61a3b08 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:30.030189 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6f96082f-ea41-4fae-b943-829fb61a3b08 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7729752 Aug 31 23:36:30.211594 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1c165ba8-9952-4db5-813d-c95a83a2e4fd tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1389437568&fields=id&tenant_id=2c49e741b70d4f008e8dbd658695b1d0 HTTP/1.1" status: 200 len: 267 time: 0.0324731 Aug 31 23:36:30.314037 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-bd94ddf7-730d-45a4-966e-b0501b9f6946 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:30.315710 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-bd94ddf7-730d-45a4-966e-b0501b9f6946 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/networks?id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d HTTP/1.1" status: 200 len: 816 time: 0.0978036 Aug 31 23:36:30.334609 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-5b9996fd-fd43-49c2-b8e5-b0e5118891d2 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/quotas/2c49e741b70d4f008e8dbd658695b1d0 HTTP/1.1" status: 200 len: 375 time: 0.0129502 Aug 31 23:36:30.392407 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-d87f892b-33b2-4493-9441-43fc943d7e1b tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c49e741b70d4f008e8dbd658695b1d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515451 Aug 31 23:36:30.485535 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-0a16119a-46c4-4daa-a240-a94fb9fb3e8e service neutron] 10.222.0.54 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815532 Aug 31 23:36:30.581593 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-f59d36cf-4501-477f-bc25-fdbc86740539 service neutron] 10.222.0.54 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897381 Aug 31 23:36:30.740409 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1ccb9e71-259d-4731-a508-32f4be82decc req-bebe8714-044f-49bb-bd8d-a772ab9016fc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 210 time: 0.0309234 Aug 31 23:36:31.667908 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-9046c8e2-8498-4d5a-80bf-f32e4692af74 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:31.667908 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-9046c8e2-8498-4d5a-80bf-f32e4692af74 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.53 "GET /v2.0/networks?id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d HTTP/1.1" status: 200 len: 816 time: 0.1071351 Aug 31 23:36:31.728590 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-d6439928-4b4c-49d8-880b-489ef21680f8 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c49e741b70d4f008e8dbd658695b1d0 HTTP/1.1" status: 200 len: 380 time: 0.0426469 Aug 31 23:36:31.741074 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-c623612d-1a10-4f32-9a78-d7f363ddcf14 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Request body: {'port': {'device_id': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'admin_state_up': True, 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'security_groups': ['3e367a3c-44f5-487a-9d04-c3b62663e84a']}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:36:31.843449 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2e01f772-87a7-4fda-af16-d0cff4ad66b2 req-75d40a83-4639-49f3-bbba-19af13e26dbc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 210 time: 0.0308101 Aug 31 23:36:31.872350 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-c623612d-1a10-4f32-9a78-d7f363ddcf14 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Made reservation on behalf of 2c49e741b70d4f008e8dbd658695b1d0 for: {'port': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:36:31.876557 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-c623612d-1a10-4f32-9a78-d7f363ddcf14 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:31.996703 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-c623612d-1a10-4f32-9a78-d7f363ddcf14 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Allocated IP 172.20.0.13 (21a85c05-a8c5-427d-8efb-35be6f7d3f9d/c9a93863-32b4-4310-847d-ebe9dbacd80a/f9d00a35-7d81-4524-acd8-1e6bf617bd2b) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:36:32.130819 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-c623612d-1a10-4f32-9a78-d7f363ddcf14 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:32.144231 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-c623612d-1a10-4f32-9a78-d7f363ddcf14 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Transition to ACTIVE for port object f9d00a35-7d81-4524-acd8-1e6bf617bd2b will not be triggered until provisioned by entity DHCP. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:36:32.177820 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-c623612d-1a10-4f32-9a78-d7f363ddcf14 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:32.220165 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-c623612d-1a10-4f32-9a78-d7f363ddcf14 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:36:32.225084 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-c623612d-1a10-4f32-9a78-d7f363ddcf14 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:36:32.228797 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-c623612d-1a10-4f32-9a78-d7f363ddcf14 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:36:32.254324 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623612d-1a10-4f32-9a78-d7f363ddcf14 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Pushing event updated for resources: {'Port': ['ID=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:32.282384 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-c623612d-1a10-4f32-9a78-d7f363ddcf14 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:32.283030 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-c623612d-1a10-4f32-9a78-d7f363ddcf14 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:32.298946 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-c623612d-1a10-4f32-9a78-d7f363ddcf14 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613565 Aug 31 23:36:32.312806 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Request body: {'port': {'device_id': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:36:32.371298 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:32.455049 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-d98b2a37-5ce4-4242-8a42-652867a7ad89 None None] Provisioning for port f9d00a35-7d81-4524-acd8-1e6bf617bd2b completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:36:32.458734 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-d98b2a37-5ce4-4242-8a42-652867a7ad89 None None] Provisioning complete for port f9d00a35-7d81-4524-acd8-1e6bf617bd2b triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:36:32.459103 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d98b2a37-5ce4-4242-8a42-652867a7ad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:32.498168 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-d98b2a37-5ce4-4242-8a42-652867a7ad89 None None] Port f9d00a35-7d81-4524-acd8-1e6bf617bd2b cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:36:32.638994 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d00a35-7d81-4524-acd8-1e6bf617bd2b {{(pid=93846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:36:32.646875 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:32.659233 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Transition to ACTIVE for port object f9d00a35-7d81-4524-acd8-1e6bf617bd2b will not be triggered until provisioned by entity L2. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:36:32.662800 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12942635'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:32.715032 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:32.782224 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Attempting to bind port f9d00a35-7d81-4524-acd8-1e6bf617bd2b on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:36:32.782589 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Attempting to bind port f9d00a35-7d81-4524-acd8-1e6bf617bd2b by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '7e38bb88-4348-4e5a-887c-92a4424376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d'}] {{(pid=93846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:36:32.782880 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Attempting to bind port f9d00a35-7d81-4524-acd8-1e6bf617bd2b on network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:36:32.788190 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Port f9d00a35-7d81-4524-acd8-1e6bf617bd2b on network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:36:32.788541 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Attempting to bind port f9d00a35-7d81-4524-acd8-1e6bf617bd2b on network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:36:32.794207 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:36:32.794581 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Checking segment: {'id': '7e38bb88-4348-4e5a-887c-92a4424376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:36:32.795287 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Bound using segment: {'id': '7e38bb88-4348-4e5a-887c-92a4424376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d'} {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:36:32.795433 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Bound port: f9d00a35-7d81-4524-acd8-1e6bf617bd2b, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e38bb88-4348-4e5a-887c-92a4424376fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d'}}] {{(pid=93846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:36:32.795727 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:32.970248 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9217c4-7a67-40e1-8f64-5d2926182592 req-feae7e3b-b54e-4a28-bd2b-05aa9d758068 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:32.971750 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-fd9217c4-7a67-40e1-8f64-5d2926182592 req-feae7e3b-b54e-4a28-bd2b-05aa9d758068 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 944 time: 0.0521576 Aug 31 23:36:33.012152 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-fd9217c4-7a67-40e1-8f64-5d2926182592 req-748f946d-c5d6-4d9d-a390-60fd69e54bd4 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343277 Aug 31 23:36:33.106176 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] For port f9d00a35-7d81-4524-acd8-1e6bf617bd2b, host hv-cinder-80445, cleared binding levels {{(pid=93846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:36:33.109842 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] For port f9d00a35-7d81-4524-acd8-1e6bf617bd2b, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:36:33.120506 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9a777-63ad-4349-992d-d3f1df769889 req-4c45523a-e294-4be4-bf7f-60b71857d33a tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:33.122211 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2df9a777-63ad-4349-992d-d3f1df769889 req-4c45523a-e294-4be4-bf7f-60b71857d33a tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bf06eaf-0498-45ec-b199-9da4144a7d2a HTTP/1.1" status: 200 len: 945 time: 0.0721374 Aug 31 23:36:33.123287 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12942635'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:33.169527 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:33.170333 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:33.171491 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] 10.222.0.53 "PUT /v2.0/ports/f9d00a35-7d81-4524-acd8-1e6bf617bd2b HTTP/1.1" status: 200 len: 1094 time: 0.8633800 Aug 31 23:36:33.172481 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'tag': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:36:33.174667 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f13e17d4f082eee8db626e153c8674a5f3112bea7488b178d1c4a6516ff361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fba306-0a92-4891-934c-c43a2ee21424" -d '{"events": [{"name": "network-changed", "server_uuid": "c77a9b4d-ce9b-4a55-bf95-2392ac3769d4", "tag": "f9d00a35-7d81-4524-acd8-1e6bf617bd2b"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:36:33.216881 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2df9a777-63ad-4349-992d-d3f1df769889 req-5fffa252-222e-4d42-be72-eaba5a040a58 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854433 Aug 31 23:36:33.218338 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168fbd10-ef48-4a81-b70e-d3850c9c1162 x-openstack-request-id: req-168fbd10-ef48-4a81-b70e-d3850c9c1162 {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:36:33.218748 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77a9b4d-ce9b-4a55-bf95-2392ac3769d4", "tag": "f9d00a35-7d81-4524-acd8-1e6bf617bd2b", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:36:33.218874 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-168fbd10-ef48-4a81-b70e-d3850c9c1162 {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:36:33.219253 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'tag': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b', 'status': 'completed', 'code': 200} Aug 31 23:36:33.227040 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116e86e-432b-4205-92ff-714eb5887721 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,revision_number=3']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:33.262935 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-ea4590bb-f1c4-4462-bc63-4fc999ee8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:33.264340 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-ea4590bb-f1c4-4462-bc63-4fc999ee8120 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c49e741b70d4f008e8dbd658695b1d0&device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 1097 time: 0.0518210 Aug 31 23:36:33.313650 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-2ddf4c2f-6e26-4622-a20a-c28508f4471c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9d00a35-7d81-4524-acd8-1e6bf617bd2b HTTP/1.1" status: 200 len: 217 time: 0.0351501 Aug 31 23:36:33.363382 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-cb12082e-c7b1-472d-b34e-f049d3bb1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:33.364868 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-cb12082e-c7b1-472d-b34e-f049d3bb1555 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9a93863-32b4-4310-847d-ebe9dbacd80a HTTP/1.1" status: 200 len: 855 time: 0.0434821 Aug 31 23:36:33.418341 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-8996bf07-a853-4417-a1d1-8cdad93cef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:33.419719 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-8996bf07-a853-4417-a1d1-8cdad93cef60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414157 Aug 31 23:36:33.508193 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-41384107-72de-42d3-b377-8cd3fd256dae service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798388 Aug 31 23:36:33.602799 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2b39527d-b23f-469b-aba1-0b9fc7a97d38 req-7121068d-1b95-4354-ad7c-b7333d5b9e85 service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818157 Aug 31 23:36:33.693828 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fba306-0a92-4891-934c-c43a2ee21424 req-1b066b4a-2bce-4f5d-b63d-5a43524ba668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:33.695171 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-09fba306-0a92-4891-934c-c43a2ee21424 req-1b066b4a-2bce-4f5d-b63d-5a43524ba668 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c49e741b70d4f008e8dbd658695b1d0&device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 1097 time: 0.0400393 Aug 31 23:36:33.788572 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fba306-0a92-4891-934c-c43a2ee21424 req-21ff2532-1e39-4e2a-a292-c222456d9270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:33.789974 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-09fba306-0a92-4891-934c-c43a2ee21424 req-21ff2532-1e39-4e2a-a292-c222456d9270 service neutron] 10.222.0.53 "GET /v2.0/networks?id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d HTTP/1.1" status: 200 len: 917 time: 0.0825496 Aug 31 23:36:33.832161 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-09fba306-0a92-4891-934c-c43a2ee21424 req-215a8453-cb5e-4dad-8a8a-508f8cf27353 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9d00a35-7d81-4524-acd8-1e6bf617bd2b HTTP/1.1" status: 200 len: 217 time: 0.0334201 Aug 31 23:36:33.889144 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fba306-0a92-4891-934c-c43a2ee21424 req-cd287a26-1f7f-4b7c-9126-6dcb486dbb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:33.891019 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-09fba306-0a92-4891-934c-c43a2ee21424 req-cd287a26-1f7f-4b7c-9126-6dcb486dbb95 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9a93863-32b4-4310-847d-ebe9dbacd80a HTTP/1.1" status: 200 len: 855 time: 0.0434093 Aug 31 23:36:33.944490 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fba306-0a92-4891-934c-c43a2ee21424 req-9e8aaf03-a015-48bd-be6a-59b34ade6913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:33.945856 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-09fba306-0a92-4891-934c-c43a2ee21424 req-9e8aaf03-a015-48bd-be6a-59b34ade6913 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383453 Aug 31 23:36:34.037235 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-09fba306-0a92-4891-934c-c43a2ee21424 req-32709c4d-3724-46ee-95cc-48ec8bbff10f service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815609 Aug 31 23:36:34.155805 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca7765-bcba-46ba-8e71-5a82e57bdb9d req-e541d575-1d8b-48b9-bb89-af447a7e6807 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:34.158004 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-53ca7765-bcba-46ba-8e71-5a82e57bdb9d req-e541d575-1d8b-48b9-bb89-af447a7e6807 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 944 time: 0.0725813 Aug 31 23:36:34.173714 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-09fba306-0a92-4891-934c-c43a2ee21424 req-5f67bff8-e83c-46bd-939f-f0bbd296398e service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286449 Aug 31 23:36:34.198113 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-53ca7765-bcba-46ba-8e71-5a82e57bdb9d req-1c940548-87d6-44c4-8e1e-19f46808b48d tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332267 Aug 31 23:36:34.332630 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42056df-ac71-4ac1-b48a-7b48e732b56f req-060d2066-8235-43f9-a57d-4f9a638f5d26 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:34.334122 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c42056df-ac71-4ac1-b48a-7b48e732b56f req-060d2066-8235-43f9-a57d-4f9a638f5d26 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bf06eaf-0498-45ec-b199-9da4144a7d2a HTTP/1.1" status: 200 len: 945 time: 0.0487456 Aug 31 23:36:34.370328 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c42056df-ac71-4ac1-b48a-7b48e732b56f req-8034ff08-2220-4925-81c8-ed91de4ecac5 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302465 Aug 31 23:36:34.657542 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03e0f0-62bf-4ee5-9199-7e931a6740d8 req-5a8fd435-e0b6-4536-80aa-27f00caac3a2 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:34.658961 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8c03e0f0-62bf-4ee5-9199-7e931a6740d8 req-5a8fd435-e0b6-4536-80aa-27f00caac3a2 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bf06eaf-0498-45ec-b199-9da4144a7d2a HTTP/1.1" status: 200 len: 945 time: 0.0475981 Aug 31 23:36:34.755400 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [req-8c03e0f0-62bf-4ee5-9199-7e931a6740d8 req-317eedaa-ea96-407d-9f29-7e0a8779fa10 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Deleting port 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:36:34.755667 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-8c03e0f0-62bf-4ee5-9199-7e931a6740d8 req-317eedaa-ea96-407d-9f29-7e0a8779fa10 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:34.839086 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-8c03e0f0-62bf-4ee5-9199-7e931a6740d8 req-317eedaa-ea96-407d-9f29-7e0a8779fa10 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] For port 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6a1c28aa-75b3-4de7-ac20-d9eaa32029fa,segment=NetworkSegment(d169e7a2-c2a6-4f40-bb99-fe464f26167c),segment_id=d169e7a2-c2a6-4f40-bb99-fe464f26167c)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:34.839860 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-8c03e0f0-62bf-4ee5-9199-7e931a6740d8 req-317eedaa-ea96-407d-9f29-7e0a8779fa10 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:34.851763 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [req-8c03e0f0-62bf-4ee5-9199-7e931a6740d8 req-317eedaa-ea96-407d-9f29-7e0a8779fa10 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Calling delete_port for 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa owned by compute:nova {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:36:34.976004 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-8c03e0f0-62bf-4ee5-9199-7e931a6740d8 req-317eedaa-ea96-407d-9f29-7e0a8779fa10 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:34.987849 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['6a1c28aa-75b3-4de7-ac20-d9eaa32029fa'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:36:35.003004 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317eedaa-ea96-407d-9f29-7e0a8779fa10 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Pushing event deleted for resources: {'Port': ['ID=6a1c28aa-75b3-4de7-ac20-d9eaa32029fa,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:35.044217 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c03e0f0-62bf-4ee5-9199-7e931a6740d8 req-317eedaa-ea96-407d-9f29-7e0a8779fa10 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] No DVR routers for this DVR port 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa on host hv-cinder-80445 {{(pid=93846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:36:35.046688 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-8c03e0f0-62bf-4ee5-9199-7e931a6740d8 req-317eedaa-ea96-407d-9f29-7e0a8779fa10 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:35.049207 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8c03e0f0-62bf-4ee5-9199-7e931a6740d8 req-317eedaa-ea96-407d-9f29-7e0a8779fa10 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.53 "DELETE /v2.0/ports/6a1c28aa-75b3-4de7-ac20-d9eaa32029fa HTTP/1.1" status: 204 len: 173 time: 0.3817317 Aug 31 23:36:35.220241 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf06eaf-0498-45ec-b199-9da4144a7d2a', 'name': 'network-vif-deleted', 'tag': '6a1c28aa-75b3-4de7-ac20-d9eaa32029fa'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:36:35.222582 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f13e17d4f082eee8db626e153c8674a5f3112bea7488b178d1c4a6516ff361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083b4ecb-e81f-4b52-ad9a-d57af70a2b9b" -d '{"events": [{"server_uuid": "4bf06eaf-0498-45ec-b199-9da4144a7d2a", "name": "network-vif-deleted", "tag": "6a1c28aa-75b3-4de7-ac20-d9eaa32029fa"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:36:35.259678 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0764fd77-c902-4536-8106-dd9d33bfe790 x-openstack-request-id: req-0764fd77-c902-4536-8106-dd9d33bfe790 {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:36:35.260028 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf06eaf-0498-45ec-b199-9da4144a7d2a", "name": "network-vif-deleted", "tag": "6a1c28aa-75b3-4de7-ac20-d9eaa32029fa", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:36:35.260348 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0764fd77-c902-4536-8106-dd9d33bfe790 {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:36:35.260814 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf06eaf-0498-45ec-b199-9da4144a7d2a', 'name': 'network-vif-deleted', 'tag': '6a1c28aa-75b3-4de7-ac20-d9eaa32029fa', 'status': 'completed', 'code': 200} Aug 31 23:36:35.316399 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815615-0bc8-4bf6-9403-5f6ab53cec96 req-29f2c12f-c6d1-41a7-b924-947a4a524e29 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:35.317858 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cf815615-0bc8-4bf6-9403-5f6ab53cec96 req-29f2c12f-c6d1-41a7-b924-947a4a524e29 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 944 time: 0.0484476 Aug 31 23:36:35.357882 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cf815615-0bc8-4bf6-9403-5f6ab53cec96 req-b411826b-baa8-4678-b915-39795bc34d65 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342777 Aug 31 23:36:35.483506 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b3d345b8-e870-4ea0-9e11-84faef6ddc15 req-a4fc22a5-fbe9-47e8-a20e-6dece182f468 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bf06eaf-0498-45ec-b199-9da4144a7d2a HTTP/1.1" status: 200 len: 210 time: 0.0305769 Aug 31 23:36:36.474101 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe20562-b8fe-4656-bec0-444d894bde37 req-386ea93a-bb43-42c9-84cf-a5058f028f04 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:36.475578 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0fe20562-b8fe-4656-bec0-444d894bde37 req-386ea93a-bb43-42c9-84cf-a5058f028f04 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 944 time: 0.0472322 Aug 31 23:36:36.513589 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0fe20562-b8fe-4656-bec0-444d894bde37 req-faab40c7-4a9d-4b66-8f3b-8d37ddfff832 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321383 Aug 31 23:36:37.630898 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4e495-ead9-426c-9f4c-28e28b5d8485 req-5c8624b3-e342-41e4-8ff3-86d149d21b77 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:37.632350 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bfc4e495-ead9-426c-9f4c-28e28b5d8485 req-5c8624b3-e342-41e4-8ff3-86d149d21b77 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 944 time: 0.0471060 Aug 31 23:36:37.668534 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bfc4e495-ead9-426c-9f4c-28e28b5d8485 req-f7ed0e23-5075-4ff2-9e2c-67bb49a89622 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303068 Aug 31 23:36:37.788794 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device f9d00a35-7d81-4524-acd8-1e6bf617bd2b details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:36:37.881927 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port f9d00a35-7d81-4524-acd8-1e6bf617bd2b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:37.893764 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'port_id': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b', 'mac_address': 'fa:16:3e:df:8d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:36:37.929000 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:37.941552 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d00a35-7d81-4524-acd8-1e6bf617bd2b {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:36:37.959520 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port f9d00a35-7d81-4524-acd8-1e6bf617bd2b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:37.962880 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:38.007719 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:38.014454 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:38.014796 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:38.015136 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:38.015614 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:38.015945 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:38.016275 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:38.016623 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:38.016943 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:38.017265 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:38.017584 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:38.017900 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:38.018217 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:36:38.786813 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17b178-92db-41d6-928d-02f950886f0d req-89a04c86-f5ce-4fba-a3fa-f1b3126748ae tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:38.788199 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3d17b178-92db-41d6-928d-02f950886f0d req-89a04c86-f5ce-4fba-a3fa-f1b3126748ae tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 945 time: 0.0510190 Aug 31 23:36:38.824576 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3d17b178-92db-41d6-928d-02f950886f0d req-54c070cd-7203-4f93-9e00-ad313b11c765 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305445 Aug 31 23:36:39.841919 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-29fa3bdd-9e29-44ec-99f5-56a76df87b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:39.942797 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473f6ef-9e6d-4ca2-80eb-9ecff672d13b req-f55babe9-bf00-48de-bbed-db8ddbf5bb24 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:39.944251 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b473f6ef-9e6d-4ca2-80eb-9ecff672d13b req-f55babe9-bf00-48de-bbed-db8ddbf5bb24 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 945 time: 0.0477860 Aug 31 23:36:39.979357 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['f9d00a35-7d81-4524-acd8-1e6bf617bd2b'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:36:39.985757 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b473f6ef-9e6d-4ca2-80eb-9ecff672d13b req-8554fc2a-919c-4601-9580-d3f6f2a54849 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355339 Aug 31 23:36:41.102811 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6266b0-9734-4bad-8493-dbf3f10c825c req-b7d132fc-516f-41e4-b702-8f058709bdc1 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:41.104199 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9a6266b0-9734-4bad-8493-dbf3f10c825c req-b7d132fc-516f-41e4-b702-8f058709bdc1 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 945 time: 0.0484688 Aug 31 23:36:41.144745 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9a6266b0-9734-4bad-8493-dbf3f10c825c req-dc4213cd-67a5-4944-8667-aa58dddafdec tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335217 Aug 31 23:36:41.467166 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:41.691893 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device f9d00a35-7d81-4524-acd8-1e6bf617bd2b up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:36:41.738828 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port f9d00a35-7d81-4524-acd8-1e6bf617bd2b completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:36:41.742353 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port f9d00a35-7d81-4524-acd8-1e6bf617bd2b triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:36:41.742720 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:41.817165 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:41.840120 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:36:41.842249 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c603848c-74f0-4835-ba77-6bc43055ebce" -d '{"events": [{"server_uuid": "c77a9b4d-ce9b-4a55-bf95-2392ac3769d4", "name": "network-vif-plugged", "status": "completed", "tag": "f9d00a35-7d81-4524-acd8-1e6bf617bd2b"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:36:41.854711 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port f9d00a35-7d81-4524-acd8-1e6bf617bd2b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:41.859290 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:41.860112 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:36:41.897648 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed044168-a549-46ec-8c56-b1cb8e5f5496 x-openstack-request-id: req-ed044168-a549-46ec-8c56-b1cb8e5f5496 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:36:41.897941 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77a9b4d-ce9b-4a55-bf95-2392ac3769d4", "name": "network-vif-plugged", "status": "completed", "tag": "f9d00a35-7d81-4524-acd8-1e6bf617bd2b", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:36:41.898195 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ed044168-a549-46ec-8c56-b1cb8e5f5496 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:36:41.898584 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b', 'code': 200} Aug 31 23:36:41.899089 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:36:41.899429 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 6a1c28aa-75b3-4de7-ac20-d9eaa32029fa not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:36:41.925762 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:42.049873 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbae21-e4f4-4240-8841-d26ee0ae5671 req-e2b31168-88ce-4b53-8e0b-12e015bdc183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:42.051488 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-19cbae21-e4f4-4240-8841-d26ee0ae5671 req-e2b31168-88ce-4b53-8e0b-12e015bdc183 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 1099 time: 0.0398872 Aug 31 23:36:42.088547 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-19cbae21-e4f4-4240-8841-d26ee0ae5671 req-1ff75b10-8749-4aec-bc6b-cdc45512dbdd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284925 Aug 31 23:36:42.266528 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778904-fbd6-41e2-b953-991499b864b0 req-f2da6596-1a76-428e-95bd-451ac82b870b tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:42.267893 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d8778904-fbd6-41e2-b953-991499b864b0 req-f2da6596-1a76-428e-95bd-451ac82b870b tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0486250 Aug 31 23:36:42.304739 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d8778904-fbd6-41e2-b953-991499b864b0 req-e5bd2d97-db2b-4a5f-944b-eb6eae7a03a5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308523 Aug 31 23:36:42.880607 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2d9a9f04-4ba0-4aef-a3df-bc451e242b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:43.067595 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfe9a5-cb55-4dd4-9010-8dcb54d36f4f req-f24e40b3-fdcd-4799-9d97-bbf3471715f2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:43.069048 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3ecfe9a5-cb55-4dd4-9010-8dcb54d36f4f req-f24e40b3-fdcd-4799-9d97-bbf3471715f2 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 945 time: 0.0510974 Aug 31 23:36:43.105618 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3ecfe9a5-cb55-4dd4-9010-8dcb54d36f4f req-2ed7d923-b450-4aaf-a082-4430c3f99448 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305643 Aug 31 23:36:43.143234 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:43.424606 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1983f17-5e42-4070-be6a-232d28718a1f req-752b0228-ba25-43a0-a4e9-02c4864a91f2 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:43.426033 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b1983f17-5e42-4070-be6a-232d28718a1f req-752b0228-ba25-43a0-a4e9-02c4864a91f2 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0501707 Aug 31 23:36:43.461644 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b1983f17-5e42-4070-be6a-232d28718a1f req-eea36d1c-3674-4ec8-a7ba-4baf03fa2525 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298555 Aug 31 23:36:43.503567 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:36:43.548224 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:44.217714 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eff320-e9ef-4d3d-a70e-8a0f17e85c86 req-7f5240ad-49ab-45da-aa3a-e8cb38aef88c tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:44.219658 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-08eff320-e9ef-4d3d-a70e-8a0f17e85c86 req-7f5240ad-49ab-45da-aa3a-e8cb38aef88c tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 945 time: 0.0477901 Aug 31 23:36:44.256470 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-08eff320-e9ef-4d3d-a70e-8a0f17e85c86 req-dba4ec30-4e34-4865-ab14-719409dd1480 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307994 Aug 31 23:36:44.580391 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec47968-523f-41db-a7c7-d4639c886d8e req-b24fd31b-328c-4b90-a0c1-ee815c46454a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:44.581821 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1ec47968-523f-41db-a7c7-d4639c886d8e req-b24fd31b-328c-4b90-a0c1-ee815c46454a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0504892 Aug 31 23:36:44.617487 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1ec47968-523f-41db-a7c7-d4639c886d8e req-d9df3f09-157b-40d1-b526-f34e2e004c28 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299482 Aug 31 23:36:45.013462 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:45.370459 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57171d22-6aca-4ffb-a902-e9b924ca3771 req-0c451bfe-9b15-4887-8d6d-ad04196d1a2b tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:45.372182 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-57171d22-6aca-4ffb-a902-e9b924ca3771 req-0c451bfe-9b15-4887-8d6d-ad04196d1a2b tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 945 time: 0.0484917 Aug 31 23:36:45.412585 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-57171d22-6aca-4ffb-a902-e9b924ca3771 req-83f52b9f-6f04-413c-bdda-f548d0c11436 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337138 Aug 31 23:36:45.730493 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dcff0-2244-4fc1-8eff-a4cbe5a8946e req-d5266eb9-a898-47c8-809b-4399cd6f1293 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:45.731934 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5f9dcff0-2244-4fc1-8eff-a4cbe5a8946e req-d5266eb9-a898-47c8-809b-4399cd6f1293 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0468528 Aug 31 23:36:45.768855 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5f9dcff0-2244-4fc1-8eff-a4cbe5a8946e req-ea96af52-8c9f-4a88-b8ef-041de10e1634 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303133 Aug 31 23:36:46.433160 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-b7cc9240-c0d3-4168-aa58-5450dd284285 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:46.434849 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-b7cc9240-c0d3-4168-aa58-5450dd284285 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/networks?id=3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f HTTP/1.1" status: 200 len: 814 time: 0.1017396 Aug 31 23:36:46.452128 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-eb0efe6c-7539-4ad9-bf4d-b30e74d1071b tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/quotas/cc57fdc14b874a95a1308c2a6fa1faaa HTTP/1.1" status: 200 len: 375 time: 0.0102084 Aug 31 23:36:46.490912 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-977e4aa5-683c-4f6d-9cc0-6237e7aa1cc0 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc57fdc14b874a95a1308c2a6fa1faaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299864 Aug 31 23:36:46.548546 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc7830-1ae6-4f16-9109-53561699ce02 req-9f0a0ba0-9fe1-490a-a408-19a1eb98a47c tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:46.556808 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b4fc7830-1ae6-4f16-9109-53561699ce02 req-9f0a0ba0-9fe1-490a-a408-19a1eb98a47c tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 945 time: 0.0697615 Aug 31 23:36:46.591849 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b4fc7830-1ae6-4f16-9109-53561699ce02 req-dd8206ad-7001-4c1a-85a7-7ea059a29235 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340438 Aug 31 23:36:46.611735 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-36c161f3-ff90-47e7-b830-ba1a26ec58eb service neutron] 10.222.0.54 "GET /v2.0/networks/3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087611 Aug 31 23:36:46.702651 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-001bd8a7-2be5-4233-a91a-9f84015d5c10 service neutron] 10.222.0.54 "GET /v2.0/networks/3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832376 Aug 31 23:36:46.860229 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f8bc38f8-d08a-40b9-9596-76e52e5431bc req-7d8adacc-5ae4-4242-bda1-6d3803caddbc tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675f2b4-002d-4140-a380-7be94edba1b0 HTTP/1.1" status: 200 len: 210 time: 0.0322328 Aug 31 23:36:46.938683 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee1700-ac65-415f-ba76-8a02ba04b323 req-3c4780a8-85f5-4b29-809e-854f0950bdeb tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:46.940606 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-06ee1700-ac65-415f-ba76-8a02ba04b323 req-3c4780a8-85f5-4b29-809e-854f0950bdeb tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0912201 Aug 31 23:36:46.953409 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4b506-6f38-4e30-980f-f097894ee65a req-a34ba722-779a-47a2-9d05-a85ba2a07f27 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:46.954818 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c2a4b506-6f38-4e30-980f-f097894ee65a req-a34ba722-779a-47a2-9d05-a85ba2a07f27 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 945 time: 0.0709987 Aug 31 23:36:47.046448 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-06ee1700-ac65-415f-ba76-8a02ba04b323 req-3f3870d8-6c43-41a5-8998-effba62755aa tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906365 Aug 31 23:36:47.081805 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [req-c2a4b506-6f38-4e30-980f-f097894ee65a req-bcacd14f-cf55-4b44-8b0d-75ed37cc52b4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Deleting port 2def9b50-f6bd-4f62-b22d-083b6c3dd670 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:36:47.082223 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-c2a4b506-6f38-4e30-980f-f097894ee65a req-bcacd14f-cf55-4b44-8b0d-75ed37cc52b4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.167615 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fed68c-c96c-4741-aa0e-02127d2c15c0 req-b05b082f-9f09-45ac-8154-f8d7eb0bc8ed tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:47.169182 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f4fed68c-c96c-4741-aa0e-02127d2c15c0 req-b05b082f-9f09-45ac-8154-f8d7eb0bc8ed tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0519929 Aug 31 23:36:47.178341 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 46326) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:36:47.182995 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-c13fadfe-cbd8-42d2-a394-df5a0fc45d81 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Request body: {'floatingip': {'port_id': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:36:47.185354 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-c2a4b506-6f38-4e30-980f-f097894ee65a req-bcacd14f-cf55-4b44-8b0d-75ed37cc52b4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] For port 2def9b50-f6bd-4f62-b22d-083b6c3dd670, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=2def9b50-f6bd-4f62-b22d-083b6c3dd670,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:47.185813 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-c2a4b506-6f38-4e30-980f-f097894ee65a req-bcacd14f-cf55-4b44-8b0d-75ed37cc52b4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.230994 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c13fadfe-cbd8-42d2-a394-df5a0fc45d81 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for floatingip, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.359196 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-c2a4b506-6f38-4e30-980f-f097894ee65a req-bcacd14f-cf55-4b44-8b0d-75ed37cc52b4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.360269 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-c2a4b506-6f38-4e30-980f-f097894ee65a req-bcacd14f-cf55-4b44-8b0d-75ed37cc52b4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762317'] for floatingip, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.360839 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.l3_db [req-c2a4b506-6f38-4e30-980f-f097894ee65a req-bcacd14f-cf55-4b44-8b0d-75ed37cc52b4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Floating IP 7fe95ef8-bea5-48ab-a3c0-1148aeb4ed13 disassociated. External IP: 172.27.0.35, port: 2def9b50-f6bd-4f62-b22d-083b6c3dd670. Aug 31 23:36:47.361727 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [req-c2a4b506-6f38-4e30-980f-f097894ee65a req-bcacd14f-cf55-4b44-8b0d-75ed37cc52b4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Calling delete_port for 2def9b50-f6bd-4f62-b22d-083b6c3dd670 owned by compute:nova {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:36:47.500010 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-c2a4b506-6f38-4e30-980f-f097894ee65a req-bcacd14f-cf55-4b44-8b0d-75ed37cc52b4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.530911 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcacd14f-cf55-4b44-8b0d-75ed37cc52b4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event deleted for resources: {'Port': ['ID=2def9b50-f6bd-4f62-b22d-083b6c3dd670,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:47.652612 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2a4b506-6f38-4e30-980f-f097894ee65a req-bcacd14f-cf55-4b44-8b0d-75ed37cc52b4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Router df8e8eaf-97bd-4177-a772-b8b758d5ff31 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:36:47.687105 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c13fadfe-cbd8-42d2-a394-df5a0fc45d81 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.691214 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c13fadfe-cbd8-42d2-a394-df5a0fc45d81 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762317'] for floatingip, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.734233 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b656c0d8-9347-48a9-9ec2-eaa7289bd065 req-d39e45b7-b56e-45b8-a51d-1b18f26bf92b tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2 HTTP/1.1" status: 200 len: 210 time: 0.0266292 Aug 31 23:36:47.813199 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2a4b506-6f38-4e30-980f-f097894ee65a req-bcacd14f-cf55-4b44-8b0d-75ed37cc52b4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:36:47.825514 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4874f-0474-4a5c-bb81-05086eeed773 None None] Sync routers for ids ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:36:47.836472 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4874f-0474-4a5c-bb81-05086eeed773 None None] Routers {'df8e8eaf-97bd-4177-a772-b8b758d5ff31'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:36:47.837799 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-a0e4874f-0474-4a5c-bb81-05086eeed773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:36:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:47.865034 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.db.l3_db [None req-c13fadfe-cbd8-42d2-a394-df5a0fc45d81 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Floating IP 31ccc2d4-3944-48c8-8bfa-928589d59991 associated. External IP: 172.27.0.181, port: f9d00a35-7d81-4524-acd8-1e6bf617bd2b. Aug 31 23:36:47.883517 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a4b506-6f38-4e30-980f-f097894ee65a req-bcacd14f-cf55-4b44-8b0d-75ed37cc52b4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] No DVR routers for this DVR port 2def9b50-f6bd-4f62-b22d-083b6c3dd670 on host hv-cinder-80445 {{(pid=93846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:36:47.887516 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-c2a4b506-6f38-4e30-980f-f097894ee65a req-bcacd14f-cf55-4b44-8b0d-75ed37cc52b4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:47.889786 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c2a4b506-6f38-4e30-980f-f097894ee65a req-bcacd14f-cf55-4b44-8b0d-75ed37cc52b4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.53 "DELETE /v2.0/ports/2def9b50-f6bd-4f62-b22d-083b6c3dd670 HTTP/1.1" status: 204 len: 173 time: 0.9272192 Aug 31 23:36:47.890022 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2', 'name': 'network-vif-deleted', 'tag': '2def9b50-f6bd-4f62-b22d-083b6c3dd670'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:36:47.893379 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f13e17d4f082eee8db626e153c8674a5f3112bea7488b178d1c4a6516ff361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681d0e96-9338-4b36-96ee-d87f70378a7d" -d '{"events": [{"server_uuid": "a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2", "name": "network-vif-deleted", "tag": "2def9b50-f6bd-4f62-b22d-083b6c3dd670"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:36:47.973431 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-97cbfb4a-15f2-45cf-8e51-9e063139376d tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:47.974926 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-97cbfb4a-15f2-45cf-8e51-9e063139376d tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.53 "GET /v2.0/networks?id=3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f HTTP/1.1" status: 200 len: 814 time: 0.1939626 Aug 31 23:36:48.006056 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-a0e4874f-0474-4a5c-bb81-05086eeed773 None None] Set router df8e8eaf-97bd-4177-a772-b8b758d5ff31 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:36:48.032203 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-96ca3597-e79f-44af-b8e9-3de252fb0f56 req-6df6f370-143a-4643-bf08-1cbfde846d24 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675f2b4-002d-4140-a380-7be94edba1b0 HTTP/1.1" status: 200 len: 210 time: 0.0513458 Aug 31 23:36:48.032826 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-db3112e7-dcde-4d76-aef0-abc5b551deaa tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Request body: {'port': {'device_id': 'd675f2b4-002d-4140-a380-7be94edba1b0', 'network_id': '3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f', 'admin_state_up': True, 'tenant_id': 'cc57fdc14b874a95a1308c2a6fa1faaa'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:36:48.078031 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f74c7d5-c8f8-4d65-bdfc-10a981a128cb x-openstack-request-id: req-6f74c7d5-c8f8-4d65-bdfc-10a981a128cb {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:36:48.078880 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2", "name": "network-vif-deleted", "tag": "2def9b50-f6bd-4f62-b22d-083b6c3dd670", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:36:48.079126 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f74c7d5-c8f8-4d65-bdfc-10a981a128cb {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:36:48.079583 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e000b6-8f01-4eb9-8b8f-fe1939ced7f2', 'name': 'network-vif-deleted', 'tag': '2def9b50-f6bd-4f62-b22d-083b6c3dd670', 'status': 'completed', 'code': 200} Aug 31 23:36:48.255341 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-db3112e7-dcde-4d76-aef0-abc5b551deaa tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Made reservation on behalf of cc57fdc14b874a95a1308c2a6fa1faaa for: {'port': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:36:48.258766 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-db3112e7-dcde-4d76-aef0-abc5b551deaa tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:48.336382 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13fadfe-cbd8-42d2-a394-df5a0fc45d81 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:36:48.447577 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-a0e4874f-0474-4a5c-bb81-05086eeed773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:48.473027 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4874f-0474-4a5c-bb81-05086eeed773 None None] Checking router: df8e8eaf-97bd-4177-a772-b8b758d5ff31 for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:36:48.479712 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-db3112e7-dcde-4d76-aef0-abc5b551deaa tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Allocated IP 172.20.0.4 (3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f/a2ef61ca-5f00-4f01-9c9a-4fc710f01b5a/8a6c4592-7677-4466-8425-a77c617bf001) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:36:48.481132 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4874f-0474-4a5c-bb81-05086eeed773 None None] Routers {'df8e8eaf-97bd-4177-a772-b8b758d5ff31'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:36:48.481754 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-a0e4874f-0474-4a5c-bb81-05086eeed773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:36:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:48.510007 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13fadfe-cbd8-42d2-a394-df5a0fc45d81 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:36:48.519282 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c13fadfe-cbd8-42d2-a394-df5a0fc45d81 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:48.523590 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6244e577-bd1a-4a14-9166-5efbdbff915e None None] Sync routers for ids ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:36:48.535378 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6244e577-bd1a-4a14-9166-5efbdbff915e None None] Routers {'0a5215cf-ae05-4e96-80dc-ed2acc7babc9'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:36:48.536119 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-6244e577-bd1a-4a14-9166-5efbdbff915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:36:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:48.578758 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-c13fadfe-cbd8-42d2-a394-df5a0fc45d81 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "PUT /v2.0/floatingips/31ccc2d4-3944-48c8-8bfa-928589d59991 HTTP/1.1" status: 200 len: 992 time: 1.3964057 Aug 31 23:36:48.579487 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'tag': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:36:48.581966 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171ffa01-dca3-4753-a1bd-920803363f57" -d '{"events": [{"name": "network-changed", "server_uuid": "c77a9b4d-ce9b-4a55-bf95-2392ac3769d4", "tag": "f9d00a35-7d81-4524-acd8-1e6bf617bd2b"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:36:48.632662 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-a0e4874f-0474-4a5c-bb81-05086eeed773 None None] Set router df8e8eaf-97bd-4177-a772-b8b758d5ff31 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:36:48.658744 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87853df3-fa7a-494d-a53a-9b6d91cc7965 x-openstack-request-id: req-87853df3-fa7a-494d-a53a-9b6d91cc7965 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:36:48.658957 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77a9b4d-ce9b-4a55-bf95-2392ac3769d4", "tag": "f9d00a35-7d81-4524-acd8-1e6bf617bd2b", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:36:48.659195 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-87853df3-fa7a-494d-a53a-9b6d91cc7965 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:36:48.659619 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'tag': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b', 'status': 'completed', 'code': 200} Aug 31 23:36:48.712493 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-db3112e7-dcde-4d76-aef0-abc5b551deaa tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:48.719663 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ffa01-dca3-4753-a1bd-920803363f57 req-63d26a35-8a31-4c12-baa0-16baa7b0673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:48.721679 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-171ffa01-dca3-4753-a1bd-920803363f57 req-63d26a35-8a31-4c12-baa0-16baa7b0673b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c49e741b70d4f008e8dbd658695b1d0&device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 1099 time: 0.0449371 Aug 31 23:36:48.742217 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-6244e577-bd1a-4a14-9166-5efbdbff915e None None] Set router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:36:48.760141 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-db3112e7-dcde-4d76-aef0-abc5b551deaa tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:48.815053 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-db3112e7-dcde-4d76-aef0-abc5b551deaa tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Network 3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:36:48.819195 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-db3112e7-dcde-4d76-aef0-abc5b551deaa tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:36:48.826513 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3112e7-dcde-4d76-aef0-abc5b551deaa tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Pushing event updated for resources: {'Port': ['ID=8a6c4592-7677-4466-8425-a77c617bf001,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:48.829108 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-db3112e7-dcde-4d76-aef0-abc5b551deaa tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:36:48.883721 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-db3112e7-dcde-4d76-aef0-abc5b551deaa tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:48.884425 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-db3112e7-dcde-4d76-aef0-abc5b551deaa tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:48.904687 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-db3112e7-dcde-4d76-aef0-abc5b551deaa tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8815577 Aug 31 23:36:48.920744 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Request body: {'port': {'device_id': 'd675f2b4-002d-4140-a380-7be94edba1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:36:48.923029 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ffa01-dca3-4753-a1bd-920803363f57 req-b8880a8a-2cfa-423c-a902-4c036897abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:48.924854 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-171ffa01-dca3-4753-a1bd-920803363f57 req-b8880a8a-2cfa-423c-a902-4c036897abb3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d HTTP/1.1" status: 200 len: 917 time: 0.1950705 Aug 31 23:36:48.970359 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-a0e4874f-0474-4a5c-bb81-05086eeed773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:48.986239 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:48.999267 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4874f-0474-4a5c-bb81-05086eeed773 None None] The sync data for ids ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'] in dv-cinder-804459-5-iscsi is: [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:36:49.009002 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-171ffa01-dca3-4753-a1bd-920803363f57 req-8cb1946c-8fb4-48a6-adff-88cee47b2ce4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9d00a35-7d81-4524-acd8-1e6bf617bd2b HTTP/1.1" status: 200 len: 1000 time: 0.0763741 Aug 31 23:36:49.095037 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ffa01-dca3-4753-a1bd-920803363f57 req-6a118661-6ba1-4c96-ba76-c9f421f1cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:49.096522 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-171ffa01-dca3-4753-a1bd-920803363f57 req-6a118661-6ba1-4c96-ba76-c9f421f1cad5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9a93863-32b4-4310-847d-ebe9dbacd80a HTTP/1.1" status: 200 len: 855 time: 0.0789773 Aug 31 23:36:49.133299 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e9347440-7f51-4411-aef9-ce43f511f564 req-07057554-4d82-4885-8c1b-492a2aa0b2de tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792078547&fields=id&tenant_id=b688313b25cd4a65a9e59f26ecccba69 HTTP/1.1" status: 200 len: 267 time: 0.0846641 Aug 31 23:36:49.167636 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-6244e577-bd1a-4a14-9166-5efbdbff915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:32:11Z', 'revision_number': 4, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': '31ccc2d4-3944-48c8-8bfa-928589d59991', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'port_id': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'mac_address': 'fa:16:3e:df:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:36:29Z', 'updated_at': '2021-08-31T23:36:47Z', 'revision_number': 1, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60441062-0c07-4cda-9809-6fbda1ffdb9f', 'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'mac_address': 'fa:16:3e:50:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:10Z', 'updated_at': '2021-08-31T23:32:24Z', 'revision_number': 5, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'subnets': [{'id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:49.172810 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ffa01-dca3-4753-a1bd-920803363f57 req-16c5b270-5836-478d-9baa-f7e5bf2a8a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:49.174472 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-171ffa01-dca3-4753-a1bd-920803363f57 req-16c5b270-5836-478d-9baa-f7e5bf2a8a43 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691996 Aug 31 23:36:49.200466 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6244e577-bd1a-4a14-9166-5efbdbff915e None None] Checking router: 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:36:49.210828 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6244e577-bd1a-4a14-9166-5efbdbff915e None None] Routers {'0a5215cf-ae05-4e96-80dc-ed2acc7babc9'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:36:49.211682 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-6244e577-bd1a-4a14-9166-5efbdbff915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:36:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:49.318234 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-171ffa01-dca3-4753-a1bd-920803363f57 req-b98503f5-43d4-4f8e-a724-ae39a403d039 service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193528 Aug 31 23:36:49.335853 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-6244e577-bd1a-4a14-9166-5efbdbff915e None None] Set router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:36:49.356952 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6c4592-7677-4466-8425-a77c617bf001 {{(pid=93845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:36:49.364869 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:49.381556 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a11d0-7fc8-4998-9c7b-ecbafb0ef49f None None] New status for floating IP 7fe95ef8-bea5-48ab-a3c0-1148aeb4ed13: DOWN {{(pid=93847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:36:49.386152 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248754-5544-4697-a209-258c94ec0999 req-55cd6c29-fb22-4ada-a807-7b66c831fe12 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:49.387691 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c4248754-5544-4697-a209-258c94ec0999 req-55cd6c29-fb22-4ada-a807-7b66c831fe12 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675f2b4-002d-4140-a380-7be94edba1b0 HTTP/1.1" status: 200 len: 931 time: 0.2330997 Aug 31 23:36:49.391566 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Transition to ACTIVE for port object 8a6c4592-7677-4466-8425-a77c617bf001 will not be triggered until provisioned by entity L2. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:36:49.393538 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9347440-7f51-4411-aef9-ce43f511f564 req-8829012b-b239-4283-a09b-0cb6af281dcc tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:49.400560 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e9347440-7f51-4411-aef9-ce43f511f564 req-8829012b-b239-4283-a09b-0cb6af281dcc tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/networks?id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b HTTP/1.1" status: 200 len: 812 time: 0.2542536 Aug 31 23:36:49.405263 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:49.427179 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e9347440-7f51-4411-aef9-ce43f511f564 req-50d6f4d1-cc2c-4023-abd9-b597a647719f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/quotas/b688313b25cd4a65a9e59f26ecccba69 HTTP/1.1" status: 200 len: 375 time: 0.0257199 Aug 31 23:36:49.492627 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-171ffa01-dca3-4753-a1bd-920803363f57 req-3d010204-fa2a-453a-8bbb-c6a7459e2bd1 service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667116 Aug 31 23:36:49.501178 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c4248754-5544-4697-a209-258c94ec0999 req-64d10585-8b1d-4b0e-b2e9-9b505140a89a tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970640 Aug 31 23:36:49.515084 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e9347440-7f51-4411-aef9-ce43f511f564 req-c3030ce9-c19b-4aa3-a06a-822f066aae63 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b688313b25cd4a65a9e59f26ecccba69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869744 Aug 31 23:36:49.562963 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Pushing event updated for resources: {'Port': ['ID=8a6c4592-7677-4466-8425-a77c617bf001,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:49.600894 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Attempting to bind port 8a6c4592-7677-4466-8425-a77c617bf001 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:36:49.601335 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Attempting to bind port 8a6c4592-7677-4466-8425-a77c617bf001 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'd169e7a2-c2a6-4f40-bb99-fe464f26167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f'}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:36:49.601746 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Attempting to bind port 8a6c4592-7677-4466-8425-a77c617bf001 on network 3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:36:49.606383 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Port 8a6c4592-7677-4466-8425-a77c617bf001 on network 3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:36:49.606890 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Attempting to bind port 8a6c4592-7677-4466-8425-a77c617bf001 on network 3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:36:49.612809 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:36:49.613086 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Checking segment: {'id': 'd169e7a2-c2a6-4f40-bb99-fe464f26167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:36:49.613780 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Bound using segment: {'id': 'd169e7a2-c2a6-4f40-bb99-fe464f26167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f'} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:36:49.613901 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Bound port: 8a6c4592-7677-4466-8425-a77c617bf001, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd169e7a2-c2a6-4f40-bb99-fe464f26167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f'}}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:36:49.614229 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:49.615718 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e9347440-7f51-4411-aef9-ce43f511f564 req-034a72c4-88b3-47ec-bb6d-3492b2e7359c service neutron] 10.222.0.54 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967579 Aug 31 23:36:49.663885 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-6244e577-bd1a-4a14-9166-5efbdbff915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:32:11Z', 'revision_number': 4, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': '31ccc2d4-3944-48c8-8bfa-928589d59991', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'port_id': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'mac_address': 'fa:16:3e:df:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:36:29Z', 'updated_at': '2021-08-31T23:36:47Z', 'revision_number': 1, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60441062-0c07-4cda-9809-6fbda1ffdb9f', 'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'mac_address': 'fa:16:3e:50:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:10Z', 'updated_at': '2021-08-31T23:32:24Z', 'revision_number': 5, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'subnets': [{'id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:36:49.687514 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] For port 8a6c4592-7677-4466-8425-a77c617bf001, host hv-cinder-80445, cleared binding levels {{(pid=93845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:36:49.691096 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] For port 8a6c4592-7677-4466-8425-a77c617bf001, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8a6c4592-7677-4466-8425-a77c617bf001,segment=NetworkSegment(d169e7a2-c2a6-4f40-bb99-fe464f26167c),segment_id=d169e7a2-c2a6-4f40-bb99-fe464f26167c)] {{(pid=93845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:36:49.691392 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6244e577-bd1a-4a14-9166-5efbdbff915e None None] The sync data for ids ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'] in dv-cinder-804459-5-iscsi is: [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:32:11Z', 'revision_number': 4, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': '31ccc2d4-3944-48c8-8bfa-928589d59991', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'port_id': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'mac_address': 'fa:16:3e:df:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:36:29Z', 'updated_at': '2021-08-31T23:36:47Z', 'revision_number': 1, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60441062-0c07-4cda-9809-6fbda1ffdb9f', 'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'mac_address': 'fa:16:3e:50:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:10Z', 'updated_at': '2021-08-31T23:32:24Z', 'revision_number': 5, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'subnets': [{'id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:36:49.699094 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:49.707807 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e9347440-7f51-4411-aef9-ce43f511f564 req-ed48f015-96d5-4d04-bc6b-c8f3efbb656e service neutron] 10.222.0.54 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912442 Aug 31 23:36:49.738443 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:49.739296 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:49.740895 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] 10.222.0.53 "PUT /v2.0/ports/8a6c4592-7677-4466-8425-a77c617bf001 HTTP/1.1" status: 200 len: 1093 time: 0.8275459 Aug 31 23:36:49.783924 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed95e4-c537-48b7-b76f-481159951cea service neutron] Pushing event updated for resources: {'Port': ['ID=8a6c4592-7677-4466-8425-a77c617bf001,revision_number=3']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:49.958450 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69815b31-799b-42c4-8111-adf86b5bfce2 None None] New status for floating IP 31ccc2d4-3944-48c8-8bfa-928589d59991: ACTIVE {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:36:50.104206 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c1181aad-6295-426b-bbf8-0baeb97c2c8b req-9f121d70-fc64-4ddf-a9f3-3ee0f9ba7215 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 210 time: 0.0309503 Aug 31 23:36:50.115586 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-6171c7dc-ee30-43b9-aab7-44f585726f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:50.117391 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-6171c7dc-ee30-43b9-aab7-44f585726f18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc57fdc14b874a95a1308c2a6fa1faaa&device_id=d675f2b4-002d-4140-a380-7be94edba1b0 HTTP/1.1" status: 200 len: 1096 time: 0.3303442 Aug 31 23:36:50.164131 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-4118c2b6-3e04-4d20-95b9-74677c15cf8a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a6c4592-7677-4466-8425-a77c617bf001 HTTP/1.1" status: 200 len: 217 time: 0.0373919 Aug 31 23:36:50.214745 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-d1933099-627b-4495-be2a-1d2a09cd33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:50.216313 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-d1933099-627b-4495-be2a-1d2a09cd33fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2ef61ca-5f00-4f01-9c9a-4fc710f01b5a HTTP/1.1" status: 200 len: 854 time: 0.0455720 Aug 31 23:36:50.248165 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-8c688b6f-a46f-44ae-92fe-f7ff6a4781c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249820 Aug 31 23:36:50.349101 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-fef4e749-4b2a-4c16-aa20-36cdbe89424a service neutron] 10.222.0.53 "GET /v2.0/networks/3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936329 Aug 31 23:36:50.439021 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9bf39cba-d0ab-4150-be7f-5eeefd5419b3 req-814d4d07-c2d4-48b6-8084-c0577331195d service neutron] 10.222.0.53 "GET /v2.0/networks/3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824242 Aug 31 23:36:50.617160 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4040cc6-cda6-4cda-8900-9e680138b015 req-3da7b558-bb18-4f28-b7ff-e597b60cd402 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:50.618638 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f4040cc6-cda6-4cda-8900-9e680138b015 req-3da7b558-bb18-4f28-b7ff-e597b60cd402 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675f2b4-002d-4140-a380-7be94edba1b0 HTTP/1.1" status: 200 len: 943 time: 0.0485868 Aug 31 23:36:50.655084 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f4040cc6-cda6-4cda-8900-9e680138b015 req-539351f0-44b5-436f-b2fb-3881a964a678 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302639 Aug 31 23:36:50.661169 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd675f2b4-002d-4140-a380-7be94edba1b0', 'tag': '8a6c4592-7677-4466-8425-a77c617bf001'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:36:50.663630 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582193da-1c9d-44c6-aca9-bae51d286568" -d '{"events": [{"name": "network-changed", "server_uuid": "d675f2b4-002d-4140-a380-7be94edba1b0", "tag": "8a6c4592-7677-4466-8425-a77c617bf001"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:36:50.697499 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8d7754-2359-401b-9ea7-6e3efebfb1e0 x-openstack-request-id: req-6f8d7754-2359-401b-9ea7-6e3efebfb1e0 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:36:50.697813 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d675f2b4-002d-4140-a380-7be94edba1b0", "tag": "8a6c4592-7677-4466-8425-a77c617bf001", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:36:50.698102 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f8d7754-2359-401b-9ea7-6e3efebfb1e0 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:36:50.698503 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd675f2b4-002d-4140-a380-7be94edba1b0', 'tag': '8a6c4592-7677-4466-8425-a77c617bf001', 'status': 'completed', 'code': 200} Aug 31 23:36:50.766273 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582193da-1c9d-44c6-aca9-bae51d286568 req-ed251c2e-0410-4c5e-9125-ca539c5d854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:50.767746 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-582193da-1c9d-44c6-aca9-bae51d286568 req-ed251c2e-0410-4c5e-9125-ca539c5d854d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc57fdc14b874a95a1308c2a6fa1faaa&device_id=d675f2b4-002d-4140-a380-7be94edba1b0 HTTP/1.1" status: 200 len: 1096 time: 0.0411518 Aug 31 23:36:50.862408 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582193da-1c9d-44c6-aca9-bae51d286568 req-a0d56b72-7e39-49fe-9f9b-f496bbe3808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:50.863868 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-582193da-1c9d-44c6-aca9-bae51d286568 req-a0d56b72-7e39-49fe-9f9b-f496bbe3808a service neutron] 10.222.0.53 "GET /v2.0/networks?id=3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f HTTP/1.1" status: 200 len: 915 time: 0.0882111 Aug 31 23:36:50.907562 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-582193da-1c9d-44c6-aca9-bae51d286568 req-c70044c1-9bf2-41b2-b460-fd8ff5933d01 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a6c4592-7677-4466-8425-a77c617bf001 HTTP/1.1" status: 200 len: 217 time: 0.0360682 Aug 31 23:36:50.972706 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582193da-1c9d-44c6-aca9-bae51d286568 req-07a37af6-ef91-484a-bd40-2e3fb6147efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:50.974079 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-582193da-1c9d-44c6-aca9-bae51d286568 req-07a37af6-ef91-484a-bd40-2e3fb6147efa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2ef61ca-5f00-4f01-9c9a-4fc710f01b5a HTTP/1.1" status: 200 len: 854 time: 0.0453765 Aug 31 23:36:51.012131 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-582193da-1c9d-44c6-aca9-bae51d286568 req-69aa3636-f027-48dc-9b6e-0c47da90268f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303469 Aug 31 23:36:51.042699 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9347440-7f51-4411-aef9-ce43f511f564 req-370383e8-5058-4e6d-864e-3db68d409547 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:51.044596 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e9347440-7f51-4411-aef9-ce43f511f564 req-370383e8-5058-4e6d-864e-3db68d409547 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.53 "GET /v2.0/networks?id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b HTTP/1.1" status: 200 len: 812 time: 0.1085398 Aug 31 23:36:51.091065 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e9347440-7f51-4411-aef9-ce43f511f564 req-bca1804a-f0cb-492c-b01c-f2824ce60daf tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b688313b25cd4a65a9e59f26ecccba69 HTTP/1.1" status: 200 len: 379 time: 0.0357697 Aug 31 23:36:51.100567 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-e9347440-7f51-4411-aef9-ce43f511f564 req-24b231ab-100a-45f7-a5ab-3f037ea5a137 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Request body: {'port': {'device_id': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'admin_state_up': True, 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'security_groups': ['f1003c0e-2f5f-4418-9349-3296edd34630']}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:36:51.108291 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-582193da-1c9d-44c6-aca9-bae51d286568 req-d4a796d2-bc2c-4a13-9fc6-cf9267cbde65 service neutron] 10.222.0.53 "GET /v2.0/networks/3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830493 Aug 31 23:36:51.212001 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-efec1401-db09-42d1-a1e9-52cf7846b3e0 req-9cd9d5d3-b38e-4c15-a201-0f3a6f3de673 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 210 time: 0.0329864 Aug 31 23:36:51.217043 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9347440-7f51-4411-aef9-ce43f511f564 req-24b231ab-100a-45f7-a5ab-3f037ea5a137 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Made reservation on behalf of b688313b25cd4a65a9e59f26ecccba69 for: {'port': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:36:51.220586 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-e9347440-7f51-4411-aef9-ce43f511f564 req-24b231ab-100a-45f7-a5ab-3f037ea5a137 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:51.243400 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-582193da-1c9d-44c6-aca9-bae51d286568 req-7a84bf7d-785e-4563-8da7-13006eeabfbb service neutron] 10.222.0.53 "GET /v2.0/networks/3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265967 Aug 31 23:36:51.344893 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [req-e9347440-7f51-4411-aef9-ce43f511f564 req-24b231ab-100a-45f7-a5ab-3f037ea5a137 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Allocated IP 172.20.0.7 (d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b/5e8c92f8-319d-4063-b51c-7c81f6bd05c9/1e62bad7-fac1-4529-8c51-05c67c81431d) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:36:51.479306 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-e9347440-7f51-4411-aef9-ce43f511f564 req-24b231ab-100a-45f7-a5ab-3f037ea5a137 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:51.492136 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [req-e9347440-7f51-4411-aef9-ce43f511f564 req-24b231ab-100a-45f7-a5ab-3f037ea5a137 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Transition to ACTIVE for port object 1e62bad7-fac1-4529-8c51-05c67c81431d will not be triggered until provisioned by entity DHCP. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:36:51.524129 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-e9347440-7f51-4411-aef9-ce43f511f564 req-24b231ab-100a-45f7-a5ab-3f037ea5a137 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:51.744828 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 2def9b50-f6bd-4f62-b22d-083b6c3dd670 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:36:51.764772 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: 2def9b50-f6bd-4f62-b22d-083b6c3dd670 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:36:51.765119 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 2def9b50-f6bd-4f62-b22d-083b6c3dd670 not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:36:51.815109 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9347440-7f51-4411-aef9-ce43f511f564 req-24b231ab-100a-45f7-a5ab-3f037ea5a137 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:36:51.822160 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [req-e9347440-7f51-4411-aef9-ce43f511f564 req-24b231ab-100a-45f7-a5ab-3f037ea5a137 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:36:51.825817 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9347440-7f51-4411-aef9-ce43f511f564 req-24b231ab-100a-45f7-a5ab-3f037ea5a137 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:36:51.828346 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b231ab-100a-45f7-a5ab-3f037ea5a137 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event updated for resources: {'Port': ['ID=1e62bad7-fac1-4529-8c51-05c67c81431d,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:51.881569 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60815af7-db63-4bbe-8409-716ed310d208 req-457190da-280e-4bde-b1d8-1a59cbfe0638 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:51.883285 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-60815af7-db63-4bbe-8409-716ed310d208 req-457190da-280e-4bde-b1d8-1a59cbfe0638 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675f2b4-002d-4140-a380-7be94edba1b0 HTTP/1.1" status: 200 len: 943 time: 0.1254354 Aug 31 23:36:51.902185 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9347440-7f51-4411-aef9-ce43f511f564 req-24b231ab-100a-45f7-a5ab-3f037ea5a137 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:51.902842 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-e9347440-7f51-4411-aef9-ce43f511f564 req-24b231ab-100a-45f7-a5ab-3f037ea5a137 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:51.945900 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e9347440-7f51-4411-aef9-ce43f511f564 req-24b231ab-100a-45f7-a5ab-3f037ea5a137 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8488925 Aug 31 23:36:51.951036 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-60815af7-db63-4bbe-8409-716ed310d208 req-aa6f3048-196c-47de-8a78-653d6380ce68 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451632 Aug 31 23:36:51.966575 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Request body: {'port': {'device_id': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:36:52.029041 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.081816 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-eeae64bd-5e84-4a70-8683-14cf5faf1b81 None None] Provisioning for port 1e62bad7-fac1-4529-8c51-05c67c81431d completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:36:52.085960 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-eeae64bd-5e84-4a70-8683-14cf5faf1b81 None None] Provisioning complete for port 1e62bad7-fac1-4529-8c51-05c67c81431d triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:36:52.086370 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-eeae64bd-5e84-4a70-8683-14cf5faf1b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.122916 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-eeae64bd-5e84-4a70-8683-14cf5faf1b81 None None] Port 1e62bad7-fac1-4529-8c51-05c67c81431d cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:36:52.309659 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e62bad7-fac1-4529-8c51-05c67c81431d {{(pid=93846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:36:52.318969 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.335550 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Transition to ACTIVE for port object 1e62bad7-fac1-4529-8c51-05c67c81431d will not be triggered until provisioned by entity L2. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:36:52.340225 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12942635'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.354108 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e06ca3-49b9-4e6a-a215-705f625bba71 req-ee04ab97-8261-4a98-b365-1c6c673f6ff1 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:52.355572 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a9e06ca3-49b9-4e6a-a215-705f625bba71 req-ee04ab97-8261-4a98-b365-1c6c673f6ff1 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 931 time: 0.0763559 Aug 31 23:36:52.440810 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Pushing event updated for resources: {'Port': ['ID=1e62bad7-fac1-4529-8c51-05c67c81431d,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:52.445621 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a9e06ca3-49b9-4e6a-a215-705f625bba71 req-b2c1f3bc-ebe2-4ac4-b8f0-d5e9fb3c5cf9 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707207 Aug 31 23:36:52.501314 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Attempting to bind port 1e62bad7-fac1-4529-8c51-05c67c81431d on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:36:52.501879 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Attempting to bind port 1e62bad7-fac1-4529-8c51-05c67c81431d by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'}] {{(pid=93846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:36:52.502329 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Attempting to bind port 1e62bad7-fac1-4529-8c51-05c67c81431d on network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:36:52.507515 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Port 1e62bad7-fac1-4529-8c51-05c67c81431d on network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:36:52.507940 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Attempting to bind port 1e62bad7-fac1-4529-8c51-05c67c81431d on network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:36:52.513124 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:36:52.513560 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Checking segment: {'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:36:52.514014 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Bound using segment: {'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'} {{(pid=93846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:36:52.514508 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.managers [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Bound port: 1e62bad7-fac1-4529-8c51-05c67c81431d, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'}}] {{(pid=93846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:36:52.514929 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.577403 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] For port 1e62bad7-fac1-4529-8c51-05c67c81431d, host hv-cinder-80445, cleared binding levels {{(pid=93846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:36:52.580953 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] For port 1e62bad7-fac1-4529-8c51-05c67c81431d, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=1e62bad7-fac1-4529-8c51-05c67c81431d,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:36:52.584832 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12942635'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.616868 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:52.617448 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:52.618796 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e9347440-7f51-4411-aef9-ce43f511f564 req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] 10.222.0.53 "PUT /v2.0/ports/1e62bad7-fac1-4529-8c51-05c67c81431d HTTP/1.1" status: 200 len: 1093 time: 0.6624510 Aug 31 23:36:52.619221 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'tag': '1e62bad7-fac1-4529-8c51-05c67c81431d'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:36:52.621699 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f13e17d4f082eee8db626e153c8674a5f3112bea7488b178d1c4a6516ff361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fab095-66e2-43db-8bfc-2f8ec0aa0985" -d '{"events": [{"name": "network-changed", "server_uuid": "22864561-e8b5-49fe-9267-c8d146f6ecff", "tag": "1e62bad7-fac1-4529-8c51-05c67c81431d"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:36:52.655350 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76d3a7-64bd-4eea-9d47-e7e556b1838a service neutron] Pushing event updated for resources: {'Port': ['ID=1e62bad7-fac1-4529-8c51-05c67c81431d,revision_number=3']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:52.673652 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc63c7b7-ab4f-4905-a339-e17856d4960d x-openstack-request-id: req-dc63c7b7-ab4f-4905-a339-e17856d4960d {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:36:52.674003 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22864561-e8b5-49fe-9267-c8d146f6ecff", "tag": "1e62bad7-fac1-4529-8c51-05c67c81431d", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:36:52.674314 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc63c7b7-ab4f-4905-a339-e17856d4960d {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:36:52.674788 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'tag': '1e62bad7-fac1-4529-8c51-05c67c81431d', 'status': 'completed', 'code': 200} Aug 31 23:36:52.743234 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9347440-7f51-4411-aef9-ce43f511f564 req-4c2f7248-ce06-4aef-be02-3f22cafb0b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:52.744795 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e9347440-7f51-4411-aef9-ce43f511f564 req-4c2f7248-ce06-4aef-be02-3f22cafb0b1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b688313b25cd4a65a9e59f26ecccba69&device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 1096 time: 0.0421860 Aug 31 23:36:52.790675 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e9347440-7f51-4411-aef9-ce43f511f564 req-b819fc45-1bee-4ee2-ad87-66f7c17ab102 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e62bad7-fac1-4529-8c51-05c67c81431d HTTP/1.1" status: 200 len: 217 time: 0.0366216 Aug 31 23:36:52.846798 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9347440-7f51-4411-aef9-ce43f511f564 req-0cd01edd-7a10-4331-8a96-271824e563a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:52.848298 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e9347440-7f51-4411-aef9-ce43f511f564 req-0cd01edd-7a10-4331-8a96-271824e563a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e8c92f8-319d-4063-b51c-7c81f6bd05c9 HTTP/1.1" status: 200 len: 851 time: 0.0427930 Aug 31 23:36:52.895357 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9347440-7f51-4411-aef9-ce43f511f564 req-468d4773-fca4-45d9-9aa1-df1410f29cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:52.896902 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e9347440-7f51-4411-aef9-ce43f511f564 req-468d4773-fca4-45d9-9aa1-df1410f29cec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416276 Aug 31 23:36:52.986669 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e9347440-7f51-4411-aef9-ce43f511f564 req-57a4e2d1-ca6b-4cf4-876f-8dc7b67d8e83 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825479 Aug 31 23:36:53.111586 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1c25f-682c-4388-ac77-90eb2fba9d75 req-53ca9f57-0fc2-48cd-b130-b23f0483bd86 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:53.113071 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-04a1c25f-682c-4388-ac77-90eb2fba9d75 req-53ca9f57-0fc2-48cd-b130-b23f0483bd86 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675f2b4-002d-4140-a380-7be94edba1b0 HTTP/1.1" status: 200 len: 943 time: 0.0783508 Aug 31 23:36:53.116530 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e9347440-7f51-4411-aef9-ce43f511f564 req-fd02bfab-86b5-4fd9-8a3a-b406a5cf1987 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231241 Aug 31 23:36:53.151263 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-04a1c25f-682c-4388-ac77-90eb2fba9d75 req-94323a09-60ce-445c-86d4-97ad2aefe160 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323668 Aug 31 23:36:53.197580 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fab095-66e2-43db-8bfc-2f8ec0aa0985 req-ad107231-01b2-4d0d-98fa-a93f03e31a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:53.199025 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b8fab095-66e2-43db-8bfc-2f8ec0aa0985 req-ad107231-01b2-4d0d-98fa-a93f03e31a6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b688313b25cd4a65a9e59f26ecccba69&device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 1096 time: 0.0395818 Aug 31 23:36:53.288003 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fab095-66e2-43db-8bfc-2f8ec0aa0985 req-ee146165-7d39-491a-9f7b-cb5ebb4d5992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:53.289478 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b8fab095-66e2-43db-8bfc-2f8ec0aa0985 req-ee146165-7d39-491a-9f7b-cb5ebb4d5992 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b HTTP/1.1" status: 200 len: 913 time: 0.0834520 Aug 31 23:36:53.332646 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b8fab095-66e2-43db-8bfc-2f8ec0aa0985 req-80e1e905-1b62-43c0-b12d-535241055f53 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e62bad7-fac1-4529-8c51-05c67c81431d HTTP/1.1" status: 200 len: 217 time: 0.0330210 Aug 31 23:36:53.379453 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fab095-66e2-43db-8bfc-2f8ec0aa0985 req-2ba7533d-8dfe-458c-b1e8-cab9b41c94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:53.380767 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b8fab095-66e2-43db-8bfc-2f8ec0aa0985 req-2ba7533d-8dfe-458c-b1e8-cab9b41c94d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e8c92f8-319d-4063-b51c-7c81f6bd05c9 HTTP/1.1" status: 200 len: 851 time: 0.0420146 Aug 31 23:36:53.424482 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fab095-66e2-43db-8bfc-2f8ec0aa0985 req-6d820e1a-8ff5-4067-bb96-e63fd6677c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:53.425899 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b8fab095-66e2-43db-8bfc-2f8ec0aa0985 req-6d820e1a-8ff5-4067-bb96-e63fd6677c50 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383925 Aug 31 23:36:53.520248 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b8fab095-66e2-43db-8bfc-2f8ec0aa0985 req-6ba278cf-6361-4633-9bd1-1405f0fe8570 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870318 Aug 31 23:36:53.573581 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265bc00-4349-443f-8e03-a15e5d0decfe req-2ac39d5e-d049-4a53-8cc3-7d64202abc9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:53.575284 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8265bc00-4349-443f-8e03-a15e5d0decfe req-2ac39d5e-d049-4a53-8cc3-7d64202abc9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 943 time: 0.0495782 Aug 31 23:36:53.610753 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b8fab095-66e2-43db-8bfc-2f8ec0aa0985 req-1eb91504-65e0-4410-b11d-ae8e78c95cd5 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831249 Aug 31 23:36:53.613066 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8265bc00-4349-443f-8e03-a15e5d0decfe req-bf7157e2-6de9-4df5-a041-646e0e23def6 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314283 Aug 31 23:36:53.758771 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 8a6c4592-7677-4466-8425-a77c617bf001 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:36:53.852076 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 8a6c4592-7677-4466-8425-a77c617bf001, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8a6c4592-7677-4466-8425-a77c617bf001,segment=NetworkSegment(d169e7a2-c2a6-4f40-bb99-fe464f26167c),segment_id=d169e7a2-c2a6-4f40-bb99-fe464f26167c)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:53.863006 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '8a6c4592-7677-4466-8425-a77c617bf001', 'network_id': '3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f', 'port_id': '8a6c4592-7677-4466-8425-a77c617bf001', 'mac_address': 'fa:16:3e:e1:4a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ef61ca-5f00-4f01-9c9a-4fc710f01b5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:36:53.899229 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.911285 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6c4592-7677-4466-8425-a77c617bf001 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:36:53.929283 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 8a6c4592-7677-4466-8425-a77c617bf001, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8a6c4592-7677-4466-8425-a77c617bf001,segment=NetworkSegment(d169e7a2-c2a6-4f40-bb99-fe464f26167c),segment_id=d169e7a2-c2a6-4f40-bb99-fe464f26167c)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:53.933334 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:53.982085 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=8a6c4592-7677-4466-8425-a77c617bf001,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:54.181204 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['8a6c4592-7677-4466-8425-a77c617bf001'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:36:54.264300 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b179f-3931-44ca-841a-eb791f386f54 req-528422d7-a856-4461-a5a5-0fb8649b1d71 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:54.265819 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bf3b179f-3931-44ca-841a-eb791f386f54 req-528422d7-a856-4461-a5a5-0fb8649b1d71 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675f2b4-002d-4140-a380-7be94edba1b0 HTTP/1.1" status: 200 len: 944 time: 0.0477786 Aug 31 23:36:54.306171 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bf3b179f-3931-44ca-841a-eb791f386f54 req-1debdc02-0aad-40f1-8e8d-7e72a21dd960 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342770 Aug 31 23:36:54.731296 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1f26b-305b-45bc-bc9d-2cfe70b85e49 req-9f41334a-149a-4f6a-8062-2c9f2775534c tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:54.732819 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9fe1f26b-305b-45bc-bc9d-2cfe70b85e49 req-9f41334a-149a-4f6a-8062-2c9f2775534c tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 943 time: 0.0522914 Aug 31 23:36:54.772461 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9fe1f26b-305b-45bc-bc9d-2cfe70b85e49 req-3679f6f5-0307-49ae-81c5-357d7978b93a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328581 Aug 31 23:36:54.884375 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00902fb-4428-4d2f-aa0f-80013b77cade req-a27539ac-3289-4b01-86e0-9beb63c942e1 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:54.886871 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c00902fb-4428-4d2f-aa0f-80013b77cade req-a27539ac-3289-4b01-86e0-9beb63c942e1 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0536034 Aug 31 23:36:54.928486 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c00902fb-4428-4d2f-aa0f-80013b77cade req-9346d3c1-9cd1-49c1-8dc4-4330c59299a8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350699 Aug 31 23:36:55.418379 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674768f8-b63d-4801-9ef3-feadaf7c3eb0 req-ba00467f-09df-4ac8-b43c-390982256e0e tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:55.419825 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-674768f8-b63d-4801-9ef3-feadaf7c3eb0 req-ba00467f-09df-4ac8-b43c-390982256e0e tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675f2b4-002d-4140-a380-7be94edba1b0 HTTP/1.1" status: 200 len: 944 time: 0.0486395 Aug 31 23:36:55.456661 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-674768f8-b63d-4801-9ef3-feadaf7c3eb0 req-90fdfdc2-c603-49c4-aacf-5b9416121d5c tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308611 Aug 31 23:36:55.766480 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 8a6c4592-7677-4466-8425-a77c617bf001 up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:36:55.816842 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port 8a6c4592-7677-4466-8425-a77c617bf001 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:36:55.820637 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 8a6c4592-7677-4466-8425-a77c617bf001 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:36:55.821044 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:55.889107 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff5e9e-83a5-4e2e-8de9-2687b6828d76 req-74aab0ae-9ca3-41fa-ac94-d4ca870a853a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:55.890639 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-61ff5e9e-83a5-4e2e-8de9-2687b6828d76 req-74aab0ae-9ca3-41fa-ac94-d4ca870a853a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 943 time: 0.0492892 Aug 31 23:36:55.896299 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:55.918274 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd675f2b4-002d-4140-a380-7be94edba1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6c4592-7677-4466-8425-a77c617bf001'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:36:55.920523 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547420d3-1ee4-4716-9b9f-6fa74a6e6bbe" -d '{"events": [{"server_uuid": "d675f2b4-002d-4140-a380-7be94edba1b0", "name": "network-vif-plugged", "status": "completed", "tag": "8a6c4592-7677-4466-8425-a77c617bf001"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:36:55.934402 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 8a6c4592-7677-4466-8425-a77c617bf001, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8a6c4592-7677-4466-8425-a77c617bf001,segment=NetworkSegment(d169e7a2-c2a6-4f40-bb99-fe464f26167c),segment_id=d169e7a2-c2a6-4f40-bb99-fe464f26167c)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:36:55.935485 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-61ff5e9e-83a5-4e2e-8de9-2687b6828d76 req-b233205c-ffa1-406f-a92d-89e876be231a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389357 Aug 31 23:36:55.941214 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:36:55.967577 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6339f7c6-59a1-4cca-b4ea-94be8a38a20a x-openstack-request-id: req-6339f7c6-59a1-4cca-b4ea-94be8a38a20a {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:36:55.967872 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d675f2b4-002d-4140-a380-7be94edba1b0", "name": "network-vif-plugged", "status": "completed", "tag": "8a6c4592-7677-4466-8425-a77c617bf001", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:36:55.968119 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6339f7c6-59a1-4cca-b4ea-94be8a38a20a {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:36:55.968586 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd675f2b4-002d-4140-a380-7be94edba1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6c4592-7677-4466-8425-a77c617bf001', 'code': 200} Aug 31 23:36:55.994841 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=8a6c4592-7677-4466-8425-a77c617bf001,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:36:56.047900 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bc0e1-5cc2-4ff6-8732-2127adc48acc req-ccb0886e-fdd5-42be-8282-0e92ac08d28a tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:56.049411 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e86bc0e1-5cc2-4ff6-8732-2127adc48acc req-ccb0886e-fdd5-42be-8282-0e92ac08d28a tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0523162 Aug 31 23:36:56.087481 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e86bc0e1-5cc2-4ff6-8732-2127adc48acc req-d306ba40-30cc-4a21-9caf-838d1f7eae17 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319879 Aug 31 23:36:56.141856 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb00c2-d709-4225-9062-b37ccd410ecf req-5370d9f1-d0b1-4841-8538-66d252e699b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:56.143299 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a8bb00c2-d709-4225-9062-b37ccd410ecf req-5370d9f1-d0b1-4841-8538-66d252e699b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d675f2b4-002d-4140-a380-7be94edba1b0 HTTP/1.1" status: 200 len: 1098 time: 0.0419903 Aug 31 23:36:56.179514 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a8bb00c2-d709-4225-9062-b37ccd410ecf req-1924c87c-7a26-481a-b616-a451f6247f1c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281918 Aug 31 23:36:56.568642 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510182c5-5feb-41dc-8f04-1a8eeb1e6138 req-517165f2-793a-45f2-8d23-6317ded172f0 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:56.570097 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-510182c5-5feb-41dc-8f04-1a8eeb1e6138 req-517165f2-793a-45f2-8d23-6317ded172f0 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675f2b4-002d-4140-a380-7be94edba1b0 HTTP/1.1" status: 200 len: 945 time: 0.0476401 Aug 31 23:36:56.610968 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-510182c5-5feb-41dc-8f04-1a8eeb1e6138 req-166d3a65-a631-4512-82a1-6d7a0d1e14fe tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350788 Aug 31 23:36:57.048693 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33ccbd-34c9-4561-b076-ac505bb1bff2 req-60c9900f-051b-4818-a1c7-5ea579b5eae0 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:57.050154 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2e33ccbd-34c9-4561-b076-ac505bb1bff2 req-60c9900f-051b-4818-a1c7-5ea579b5eae0 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 943 time: 0.0476789 Aug 31 23:36:57.091137 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2e33ccbd-34c9-4561-b076-ac505bb1bff2 req-929d3c77-3a8b-4e50-a691-20912abb3cbc tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349712 Aug 31 23:36:57.201490 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e2a07-a3bd-4f21-91af-81ca0d2a8e7d req-e4e27a87-43bf-4fbe-a080-fa1c6f9ee018 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:57.203626 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-882e2a07-a3bd-4f21-91af-81ca0d2a8e7d req-e4e27a87-43bf-4fbe-a080-fa1c6f9ee018 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0496218 Aug 31 23:36:57.241046 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-882e2a07-a3bd-4f21-91af-81ca0d2a8e7d req-d073aef9-8dfa-42ad-ae9f-d961c5a22fc9 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313129 Aug 31 23:36:57.722414 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a066e-0668-4d0f-a39d-cb85927abd35 req-d11795a6-2b10-4fba-8f09-2b7485acf115 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:57.723854 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-593a066e-0668-4d0f-a39d-cb85927abd35 req-d11795a6-2b10-4fba-8f09-2b7485acf115 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675f2b4-002d-4140-a380-7be94edba1b0 HTTP/1.1" status: 200 len: 945 time: 0.0476763 Aug 31 23:36:57.760782 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-593a066e-0668-4d0f-a39d-cb85927abd35 req-3df23e56-f3a6-4b02-a4e7-6abd1f2bd034 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308449 Aug 31 23:36:58.207912 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360e9c1-cbd3-4bb5-89fc-5c68c0d3b650 req-d51e3ab8-9b27-47fa-9369-9db32cfec016 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:58.209870 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7360e9c1-cbd3-4bb5-89fc-5c68c0d3b650 req-d51e3ab8-9b27-47fa-9369-9db32cfec016 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 943 time: 0.0502694 Aug 31 23:36:58.253072 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7360e9c1-cbd3-4bb5-89fc-5c68c0d3b650 req-f01e4a04-3819-4ede-80bc-44b70cd768af tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369875 Aug 31 23:36:58.355387 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38241102-b04b-421f-9179-05cf02f4ec5e req-aeba6d0c-dec2-42f8-ae39-fe25828a9933 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:58.356876 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-38241102-b04b-421f-9179-05cf02f4ec5e req-aeba6d0c-dec2-42f8-ae39-fe25828a9933 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0472097 Aug 31 23:36:58.394289 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-38241102-b04b-421f-9179-05cf02f4ec5e req-46290b47-5327-45db-8704-4df519e223b2 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309486 Aug 31 23:36:59.366522 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecadd4e-9d84-4ec3-885c-46c2471456b6 req-4da16309-6a43-4fee-a72a-ea9ad5acffba tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:59.367877 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6ecadd4e-9d84-4ec3-885c-46c2471456b6 req-4da16309-6a43-4fee-a72a-ea9ad5acffba tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 943 time: 0.0504611 Aug 31 23:36:59.404847 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6ecadd4e-9d84-4ec3-885c-46c2471456b6 req-befc1454-a98e-49d9-abe6-9b8201a8c45e tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308044 Aug 31 23:36:59.511655 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fc6cf-8abb-4379-93e6-b82781bfdc21 req-4ec94fbb-ab65-4eec-9f0a-a1f0f95fca13 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:36:59.513183 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-742fc6cf-8abb-4379-93e6-b82781bfdc21 req-4ec94fbb-ab65-4eec-9f0a-a1f0f95fca13 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0493288 Aug 31 23:36:59.550917 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-742fc6cf-8abb-4379-93e6-b82781bfdc21 req-03bed7ab-1104-4091-8401-bafbf753bc9d tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318646 Aug 31 23:37:00.516641 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3453b-ad8f-42e6-a1ba-f309dbc560e2 req-23fcb80c-5a79-422a-bec0-4b559bad721c tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:00.518122 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a9c3453b-ad8f-42e6-a1ba-f309dbc560e2 req-23fcb80c-5a79-422a-bec0-4b559bad721c tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 943 time: 0.0485406 Aug 31 23:37:00.554656 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a9c3453b-ad8f-42e6-a1ba-f309dbc560e2 req-804b64b3-c1aa-484e-950b-7340e443bce5 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305951 Aug 31 23:37:00.665387 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5456ec-c87f-4174-bf73-75f821bc8935 req-3ff111a9-faae-4a32-8702-d0bfdf8c9196 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:00.666841 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1b5456ec-c87f-4174-bf73-75f821bc8935 req-3ff111a9-faae-4a32-8702-d0bfdf8c9196 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0481834 Aug 31 23:37:00.704092 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1b5456ec-c87f-4174-bf73-75f821bc8935 req-8f303b0f-d0fa-4d05-b3b4-5ebc963f3d42 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313656 Aug 31 23:37:01.668707 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff08f45-0157-4e4e-9737-e691eb39b60a req-be3b1275-8b03-4ff5-abce-254707093918 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:01.670144 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-dff08f45-0157-4e4e-9737-e691eb39b60a req-be3b1275-8b03-4ff5-abce-254707093918 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 943 time: 0.0482655 Aug 31 23:37:01.706025 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-dff08f45-0157-4e4e-9737-e691eb39b60a req-cc58d029-bbee-478e-874b-86f99f9f7d72 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300784 Aug 31 23:37:01.925360 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f1464-e588-42d0-a698-c9dbdd61c331 req-07cfa68a-8633-4e65-954a-73fdd3c4f187 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:01.926806 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-075f1464-e588-42d0-a698-c9dbdd61c331 req-07cfa68a-8633-4e65-954a-73fdd3c4f187 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.1561432 Aug 31 23:37:01.967448 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-075f1464-e588-42d0-a698-c9dbdd61c331 req-de322f56-3fbc-4853-9d82-908b8ffb6bb5 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347533 Aug 31 23:37:02.873967 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af184869-b406-4603-a7dd-ce4c3ba623a7 req-876fb229-b93b-4449-9479-258b57f5ac7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:02.875850 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-af184869-b406-4603-a7dd-ce4c3ba623a7 req-876fb229-b93b-4449-9479-258b57f5ac7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 943 time: 0.0999506 Aug 31 23:37:02.913434 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-af184869-b406-4603-a7dd-ce4c3ba623a7 req-28b683de-9064-49c6-9ca8-b098ba27b6a4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317125 Aug 31 23:37:03.079327 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb68874-9167-4524-80f7-2d2f08986d65 req-26032da3-caff-4d93-8b19-304ed6f01171 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:03.080806 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-beb68874-9167-4524-80f7-2d2f08986d65 req-26032da3-caff-4d93-8b19-304ed6f01171 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0475361 Aug 31 23:37:03.118217 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-beb68874-9167-4524-80f7-2d2f08986d65 req-79a3aa23-f3de-46b9-bf85-57f272dad214 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316398 Aug 31 23:37:03.786993 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 1e62bad7-fac1-4529-8c51-05c67c81431d details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:37:03.878908 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 1e62bad7-fac1-4529-8c51-05c67c81431d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=1e62bad7-fac1-4529-8c51-05c67c81431d,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:03.889857 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '1e62bad7-fac1-4529-8c51-05c67c81431d', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'port_id': '1e62bad7-fac1-4529-8c51-05c67c81431d', 'mac_address': 'fa:16:3e:13:87:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:37:03.924876 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:03.940820 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e62bad7-fac1-4529-8c51-05c67c81431d {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:37:03.959476 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 1e62bad7-fac1-4529-8c51-05c67c81431d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=1e62bad7-fac1-4529-8c51-05c67c81431d,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:03.964184 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:04.012511 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=1e62bad7-fac1-4529-8c51-05c67c81431d,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:04.035402 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb26f9-857b-442c-81b4-6bac364568f9 req-f18ae410-e463-40f3-8589-97554ff75b5c tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:04.036951 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4acb26f9-857b-442c-81b4-6bac364568f9 req-f18ae410-e463-40f3-8589-97554ff75b5c tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 944 time: 0.0527565 Aug 31 23:37:04.076101 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4acb26f9-857b-442c-81b4-6bac364568f9 req-babe1432-6516-4512-9001-b12b6f455fc1 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327959 Aug 31 23:37:04.231316 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772651e-c2cb-4424-b085-efd29c7bd00c req-352e55e2-eb1d-4e94-b93f-72f5807ce1ed tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:04.232811 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b772651e-c2cb-4424-b085-efd29c7bd00c req-352e55e2-eb1d-4e94-b93f-72f5807ce1ed tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0475309 Aug 31 23:37:04.233142 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['1e62bad7-fac1-4529-8c51-05c67c81431d'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:37:04.269980 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b772651e-c2cb-4424-b085-efd29c7bd00c req-5c1045a8-e81c-41ce-9435-b30cf24f8cf9 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307832 Aug 31 23:37:05.194587 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967c9ea-d0ec-446c-a493-e2c47758e722 req-d5efa6fa-f3ff-4a71-921b-0cfb2fec3b71 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:05.196032 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a967c9ea-d0ec-446c-a493-e2c47758e722 req-d5efa6fa-f3ff-4a71-921b-0cfb2fec3b71 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 944 time: 0.0529106 Aug 31 23:37:05.232444 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a967c9ea-d0ec-446c-a493-e2c47758e722 req-617dd8de-a7d4-4162-9a0f-c2878c472696 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305178 Aug 31 23:37:05.385090 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3964e3c-d57c-4b72-a3b4-54f517a157e7 req-09a613e3-851c-4654-a591-f54c7a61325a tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:05.386465 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f3964e3c-d57c-4b72-a3b4-54f517a157e7 req-09a613e3-851c-4654-a591-f54c7a61325a tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0489814 Aug 31 23:37:05.423275 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f3964e3c-d57c-4b72-a3b4-54f517a157e7 req-4b78de5f-8add-4cb7-a053-0be244b36d46 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310788 Aug 31 23:37:05.800543 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 1e62bad7-fac1-4529-8c51-05c67c81431d up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:05.851527 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port 1e62bad7-fac1-4529-8c51-05c67c81431d completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:37:05.855065 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 1e62bad7-fac1-4529-8c51-05c67c81431d triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:05.855434 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:05.931445 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:05.952236 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e62bad7-fac1-4529-8c51-05c67c81431d'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:37:05.954432 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca678a8d-cc46-4017-abe8-cbee75cae6dc" -d '{"events": [{"server_uuid": "22864561-e8b5-49fe-9267-c8d146f6ecff", "name": "network-vif-plugged", "status": "completed", "tag": "1e62bad7-fac1-4529-8c51-05c67c81431d"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:37:05.966728 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 1e62bad7-fac1-4529-8c51-05c67c81431d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=1e62bad7-fac1-4529-8c51-05c67c81431d,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:05.971203 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:05.993679 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5c5d4b-f659-4218-88cb-d0e4bdbc361e x-openstack-request-id: req-0c5c5d4b-f659-4218-88cb-d0e4bdbc361e {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:37:05.993964 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22864561-e8b5-49fe-9267-c8d146f6ecff", "name": "network-vif-plugged", "status": "completed", "tag": "1e62bad7-fac1-4529-8c51-05c67c81431d", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:37:05.994211 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c5c5d4b-f659-4218-88cb-d0e4bdbc361e {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:37:05.994589 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e62bad7-fac1-4529-8c51-05c67c81431d', 'code': 200} Aug 31 23:37:06.018418 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=1e62bad7-fac1-4529-8c51-05c67c81431d,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:06.345758 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a6171-f66f-4a44-bece-b7f60a80d98e req-16aa9a9c-d47a-41e4-b067-1e5cae6f1d47 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:06.347199 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-4b2a6171-f66f-4a44-bece-b7f60a80d98e req-16aa9a9c-d47a-41e4-b067-1e5cae6f1d47 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 945 time: 0.0472894 Aug 31 23:37:06.382864 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-4b2a6171-f66f-4a44-bece-b7f60a80d98e req-489f50b3-c625-4507-a258-57ecdc903880 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297205 Aug 31 23:37:06.533962 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30536295-9925-484e-b11e-ce411a4b379c req-88957b36-f0d3-457e-bbc6-f77a020183c6 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:06.535411 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-30536295-9925-484e-b11e-ce411a4b379c req-88957b36-f0d3-457e-bbc6-f77a020183c6 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0478714 Aug 31 23:37:06.571314 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-30536295-9925-484e-b11e-ce411a4b379c req-7d56e72c-8e26-4743-8d99-b65a3cda481b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299463 Aug 31 23:37:07.498025 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644b0ca-781b-4ca8-a7c0-ae3c97920ef0 req-8f466393-842f-48cc-a385-8f8f664b7c96 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:07.499517 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3644b0ca-781b-4ca8-a7c0-ae3c97920ef0 req-8f466393-842f-48cc-a385-8f8f664b7c96 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 945 time: 0.0510917 Aug 31 23:37:07.537228 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3644b0ca-781b-4ca8-a7c0-ae3c97920ef0 req-46cc8f81-7c42-45e7-89de-ab0e17ecb9be tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314019 Aug 31 23:37:07.683739 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a59eae-1fea-4e0a-9452-7a9a769c389c req-4fe58549-d174-4352-8158-0dc057e1b38c tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:07.685167 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-02a59eae-1fea-4e0a-9452-7a9a769c389c req-4fe58549-d174-4352-8158-0dc057e1b38c tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0487251 Aug 31 23:37:07.722632 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-02a59eae-1fea-4e0a-9452-7a9a769c389c req-4dacc93d-76f4-467c-827c-acf6c1fe378b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315821 Aug 31 23:37:08.649861 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91419363-a3b5-42a8-a46f-a0003bf218a6 req-91d09f14-8248-4bc4-9347-3eebe1a6b646 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:08.651362 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-91419363-a3b5-42a8-a46f-a0003bf218a6 req-91d09f14-8248-4bc4-9347-3eebe1a6b646 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 945 time: 0.0480628 Aug 31 23:37:08.689253 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-91419363-a3b5-42a8-a46f-a0003bf218a6 req-868fbdc4-ccbb-4daa-9541-02e2155ce8a6 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319738 Aug 31 23:37:08.834852 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ad2cb-387a-42cb-ba91-0943e3209a7b req-ed9233a6-7214-4a40-b2f5-6ce91c2dc469 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:08.836302 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-df6ad2cb-387a-42cb-ba91-0943e3209a7b req-ed9233a6-7214-4a40-b2f5-6ce91c2dc469 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0506675 Aug 31 23:37:08.874388 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-df6ad2cb-387a-42cb-ba91-0943e3209a7b req-b1a6cc97-db43-4e8c-9ad8-affb22191c01 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322149 Aug 31 23:37:09.082611 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd93cd5-6bf9-48ec-820a-2d5acb06b689 req-2a914cf3-5df1-484f-80f6-1d75a6cb6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:09.083953 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-dcd93cd5-6bf9-48ec-820a-2d5acb06b689 req-2a914cf3-5df1-484f-80f6-1d75a6cb6b0f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 1098 time: 0.0383997 Aug 31 23:37:09.118455 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-dcd93cd5-6bf9-48ec-820a-2d5acb06b689 req-bf029f9a-2448-4539-9754-800633398939 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269921 Aug 31 23:37:09.801869 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797601a-a54d-49b0-8b98-f76095ff6980 req-31e97f6a-d005-4a93-85e1-e2e5fdf5a208 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:09.803374 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e797601a-a54d-49b0-8b98-f76095ff6980 req-31e97f6a-d005-4a93-85e1-e2e5fdf5a208 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 945 time: 0.0490639 Aug 31 23:37:09.851985 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-88843ea7-7e38-42f2-92cf-3f6685924be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:09.856943 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e797601a-a54d-49b0-8b98-f76095ff6980 req-8442fa07-2fef-47e0-b969-ed9d6748d11a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475085 Aug 31 23:37:09.988760 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef9b5b-a8be-445a-b88e-2c59362794f7 req-9cbce8db-0ca8-4560-9247-988856c8e93c tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:09.990233 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c3ef9b5b-a8be-445a-b88e-2c59362794f7 req-9cbce8db-0ca8-4560-9247-988856c8e93c tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0477479 Aug 31 23:37:10.030574 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c3ef9b5b-a8be-445a-b88e-2c59362794f7 req-9aba4800-6282-48f2-825b-fb68d27c6469 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343821 Aug 31 23:37:10.966117 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a92c27-d59e-4884-aa31-1855c9f52899 req-9d66f5a2-2b54-42c6-87d7-3db00478ac0d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:10.967575 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-87a92c27-d59e-4884-aa31-1855c9f52899 req-9d66f5a2-2b54-42c6-87d7-3db00478ac0d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 945 time: 0.0474973 Aug 31 23:37:11.004735 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-87a92c27-d59e-4884-aa31-1855c9f52899 req-e9ccf5a0-7011-4da5-bef1-f7e6e0d7b407 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307202 Aug 31 23:37:11.145062 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c951e-c03b-4f8b-a486-22eca08c9281 req-fe7c7c95-574b-4ed2-8280-afbcafa4c1d4 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:11.146479 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-785c951e-c03b-4f8b-a486-22eca08c9281 req-fe7c7c95-574b-4ed2-8280-afbcafa4c1d4 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0491781 Aug 31 23:37:11.184593 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-785c951e-c03b-4f8b-a486-22eca08c9281 req-3ca8bed7-d0ae-4c5c-b52b-d18aba4905a7 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316708 Aug 31 23:37:11.372279 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cca88-ed74-48e2-8e1b-53e77e2a0624 req-e17a5d9a-c511-4337-ad9c-bf9d44c0124f tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:11.373774 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c80cca88-ed74-48e2-8e1b-53e77e2a0624 req-e17a5d9a-c511-4337-ad9c-bf9d44c0124f tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0481415 Aug 31 23:37:11.416569 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c80cca88-ed74-48e2-8e1b-53e77e2a0624 req-a6412be3-8452-4704-be3b-0859fd6f2ffa tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357921 Aug 31 23:37:11.472930 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:12.116698 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950701f-eabc-45dd-bb43-5f34567fc8ad req-1a5efd13-f004-47c9-97b6-13db19180156 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:12.118217 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d950701f-eabc-45dd-bb43-5f34567fc8ad req-1a5efd13-f004-47c9-97b6-13db19180156 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 945 time: 0.0487280 Aug 31 23:37:12.155269 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d950701f-eabc-45dd-bb43-5f34567fc8ad req-1f9ad7dc-4bc3-4888-89b0-172843a6f42d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308676 Aug 31 23:37:12.529979 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8250d68-0d0b-48c4-812d-010f4b00b0c7 req-e9f1d437-a0ce-4b43-a778-00136b00c412 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:12.531462 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f8250d68-0d0b-48c4-812d-010f4b00b0c7 req-e9f1d437-a0ce-4b43-a778-00136b00c412 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0493770 Aug 31 23:37:12.568695 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f8250d68-0d0b-48c4-812d-010f4b00b0c7 req-de594e68-35df-478c-80a8-39bf88d19a71 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312932 Aug 31 23:37:12.883379 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-35b21f92-3bee-4e74-a037-b652650e74b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:13.144210 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:13.210955 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4edb52-106c-417e-afd7-966b8020cb18 req-b7e1fcd5-ebba-418e-a9fe-be4d95ac5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:13.212482 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5f4edb52-106c-417e-afd7-966b8020cb18 req-b7e1fcd5-ebba-418e-a9fe-be4d95ac5917 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e0ed5307a5244399f394120a4946f2d&device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 1098 time: 0.0440509 Aug 31 23:37:13.271105 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c54ec-a645-4c44-b445-925a68bbe580 req-26ff074a-c679-4b99-89c3-a92593e8c6f9 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:13.272602 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4f6c54ec-a645-4c44-b445-925a68bbe580 req-26ff074a-c679-4b99-89c3-a92593e8c6f9 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 945 time: 0.0470047 Aug 31 23:37:13.318990 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4edb52-106c-417e-afd7-966b8020cb18 req-75599d48-a642-41b4-af6e-dd0737caa971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:13.320748 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5f4edb52-106c-417e-afd7-966b8020cb18 req-75599d48-a642-41b4-af6e-dd0737caa971 service neutron] 10.222.0.53 "GET /v2.0/networks?id=70324521-dd07-424c-878a-ecbb84a7a3cc HTTP/1.1" status: 200 len: 912 time: 0.0969880 Aug 31 23:37:13.323182 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4f6c54ec-a645-4c44-b445-925a68bbe580 req-cdf9ab77-ea30-4d8b-ba83-114ccd206d4d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442626 Aug 31 23:37:13.390557 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-58e563e8-d493-4294-bbb3-65663ff7aa48 req-d2ce1c20-96be-4214-b149-73cc2cfb0d16 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416682 Aug 31 23:37:13.408571 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5f4edb52-106c-417e-afd7-966b8020cb18 req-23651b76-187c-4d27-baf4-afd8496ef54d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91177873-1f90-4605-92d3-d92cbc24448f HTTP/1.1" status: 200 len: 1001 time: 0.0712430 Aug 31 23:37:13.470038 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e563e8-d493-4294-bbb3-65663ff7aa48 req-c69c2f59-e4fc-4d2d-80e6-256ad1e1af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:13.471522 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-58e563e8-d493-4294-bbb3-65663ff7aa48 req-c69c2f59-e4fc-4d2d-80e6-256ad1e1af4c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f75b6405be564ffdb7665aac04076be8&device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 1098 time: 0.0397816 Aug 31 23:37:13.472216 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4edb52-106c-417e-afd7-966b8020cb18 req-31ead603-01c8-4dfa-86ff-9ea20d92f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:13.473719 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5f4edb52-106c-417e-afd7-966b8020cb18 req-31ead603-01c8-4dfa-86ff-9ea20d92f600 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05747991-f003-405d-b4e6-85180aab9062 HTTP/1.1" status: 200 len: 850 time: 0.0438874 Aug 31 23:37:13.536456 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4edb52-106c-417e-afd7-966b8020cb18 req-23edc34e-27bc-4a03-85a3-38ef0d943a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:13.538074 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5f4edb52-106c-417e-afd7-966b8020cb18 req-23edc34e-27bc-4a03-85a3-38ef0d943a1c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70324521-dd07-424c-878a-ecbb84a7a3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408137 Aug 31 23:37:13.550507 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:13.599080 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e563e8-d493-4294-bbb3-65663ff7aa48 req-b57c0814-7165-414b-b027-bf1529dd26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:13.600714 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-58e563e8-d493-4294-bbb3-65663ff7aa48 req-b57c0814-7165-414b-b027-bf1529dd26f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14de6d80-abda-4d5b-8d82-e5fae0543b93 HTTP/1.1" status: 200 len: 910 time: 0.0889902 Aug 31 23:37:13.641948 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5f4edb52-106c-417e-afd7-966b8020cb18 req-9bd6d222-418a-4fb8-9be9-ec2d54a24615 service neutron] 10.222.0.53 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947497 Aug 31 23:37:13.673283 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-58e563e8-d493-4294-bbb3-65663ff7aa48 req-a92acc0a-1b9c-4e5e-8c51-a271b44dac5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92c3a824-eeea-4308-8e51-7cdd031d0a7b HTTP/1.1" status: 200 len: 1001 time: 0.0585513 Aug 31 23:37:13.721735 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e563e8-d493-4294-bbb3-65663ff7aa48 req-05ba34c6-1944-4dbb-8744-c74becbaa235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:13.723204 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-58e563e8-d493-4294-bbb3-65663ff7aa48 req-05ba34c6-1944-4dbb-8744-c74becbaa235 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716 HTTP/1.1" status: 200 len: 848 time: 0.0431502 Aug 31 23:37:13.738084 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5c860-78b3-4edd-aa5a-5fd812c12e75 req-d43d4706-f317-4934-86c5-551669bda169 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:13.739658 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1df5c860-78b3-4edd-aa5a-5fd812c12e75 req-d43d4706-f317-4934-86c5-551669bda169 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0967612 Aug 31 23:37:13.774332 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e563e8-d493-4294-bbb3-65663ff7aa48 req-49d75ae1-1872-4134-ad42-b2804955f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:13.776187 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-58e563e8-d493-4294-bbb3-65663ff7aa48 req-49d75ae1-1872-4134-ad42-b2804955f0d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14de6d80-abda-4d5b-8d82-e5fae0543b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444770 Aug 31 23:37:13.782715 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5f4edb52-106c-417e-afd7-966b8020cb18 req-2fe9d711-8d7f-4322-bc8d-337bd600c860 service neutron] 10.222.0.53 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315405 Aug 31 23:37:13.794485 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-1df5c860-78b3-4edd-aa5a-5fd812c12e75 req-f3f908f8-f894-4630-8d2c-60b487208381 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462620 Aug 31 23:37:13.872985 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-58e563e8-d493-4294-bbb3-65663ff7aa48 req-89722f8e-288f-485a-95d6-16d8b7e34313 service neutron] 10.222.0.53 "GET /v2.0/networks/14de6d80-abda-4d5b-8d82-e5fae0543b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837684 Aug 31 23:37:13.970202 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-58e563e8-d493-4294-bbb3-65663ff7aa48 req-ffc28734-997e-4d32-987d-644fda465417 service neutron] 10.222.0.53 "GET /v2.0/networks/14de6d80-abda-4d5b-8d82-e5fae0543b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890870 Aug 31 23:37:14.436783 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9c35f-6dfd-4f45-9a44-4b7347aa455f req-d740181c-0098-4f07-a185-d37a972aeaf8 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:14.438593 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-53a9c35f-6dfd-4f45-9a44-4b7347aa455f req-d740181c-0098-4f07-a185-d37a972aeaf8 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 945 time: 0.0501409 Aug 31 23:37:14.476915 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-53a9c35f-6dfd-4f45-9a44-4b7347aa455f req-2fb2e641-1ded-402b-a271-a59eac6ae8f5 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324228 Aug 31 23:37:14.592552 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aac795-ff01-4977-adb3-fc5f2659b6a7 req-8c6c8f9d-c34a-4174-99ed-183867166820 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:14.594720 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-09aac795-ff01-4977-adb3-fc5f2659b6a7 req-8c6c8f9d-c34a-4174-99ed-183867166820 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 945 time: 0.0496945 Aug 31 23:37:14.632757 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-09aac795-ff01-4977-adb3-fc5f2659b6a7 req-a741d6af-6d02-4685-ab86-c2683021fa53 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320425 Aug 31 23:37:14.655144 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 46596) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:14.696742 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1042d5-62ff-4c7d-a253-f5e4374b6268 tempest-TestVolumeBootPattern-1484596509 tempest-TestVolumeBootPattern-1484596509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:14.698229 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-9e1042d5-62ff-4c7d-a253-f5e4374b6268 tempest-TestVolumeBootPattern-1484596509 tempest-TestVolumeBootPattern-1484596509-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 1093 time: 0.0420892 Aug 31 23:37:14.701059 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 46598) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:14.705808 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Request body: {'floatingip': {'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'port_id': '1e62bad7-fac1-4529-8c51-05c67c81431d', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:37:14.728140 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for floatingip, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:14.822993 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:14.910481 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d86035-74ad-438e-af09-13291682e838 req-73901696-94e3-414d-a146-9834fb8bde08 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:14.911862 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-44d86035-74ad-438e-af09-13291682e838 req-73901696-94e3-414d-a146-9834fb8bde08 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0485013 Aug 31 23:37:14.928769 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Allocated IP 172.27.0.98 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/48a7fbda-a26b-4013-9c4a-fa54fba05988) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:37:14.950259 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-44d86035-74ad-438e-af09-13291682e838 req-4e41a0fe-165f-4198-aca9-f4717cb93c48 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319579 Aug 31 23:37:15.016867 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.033390 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.071781 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.114533 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:37:15.117435 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:37:15.120043 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:37:15.146733 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event updated for resources: {'Port': ['ID=48a7fbda-a26b-4013-9c4a-fa54fba05988,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:15.474130 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.537575 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.681334 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.685732 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.756238 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event updated for resources: {'Port': ['ID=48a7fbda-a26b-4013-9c4a-fa54fba05988,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:15.764545 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762317'] for floatingip, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:15.861723 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.db.l3_db [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Floating IP d3963378-7d34-4de3-8856-3220020f02fd associated. External IP: 172.27.0.98, port: 1e62bad7-fac1-4529-8c51-05c67c81431d. Aug 31 23:37:16.057216 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Router df8e8eaf-97bd-4177-a772-b8b758d5ff31 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:37:16.161455 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:37:16.171322 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5dc585-2abb-4c64-9d02-734dbec8ebcf None None] Sync routers for ids ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:37:16.178445 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:16.181300 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5dc585-2abb-4c64-9d02-734dbec8ebcf None None] Routers {'df8e8eaf-97bd-4177-a772-b8b758d5ff31'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:37:16.181923 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-ba5dc585-2abb-4c64-9d02-734dbec8ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:37:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:16.227305 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-6f32b5b3-0739-4063-9e58-c87118fbbf7f tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5094316 Aug 31 23:37:16.227305 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'tag': '1e62bad7-fac1-4529-8c51-05c67c81431d'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:37:16.227305 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37efe24-0927-4f11-b0fa-e0f621df6622" -d '{"events": [{"name": "network-changed", "server_uuid": "22864561-e8b5-49fe-9267-c8d146f6ecff", "tag": "1e62bad7-fac1-4529-8c51-05c67c81431d"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:37:16.250350 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035ba885-b7df-484f-92a2-40ecac22823c x-openstack-request-id: req-035ba885-b7df-484f-92a2-40ecac22823c {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:37:16.250903 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22864561-e8b5-49fe-9267-c8d146f6ecff", "tag": "1e62bad7-fac1-4529-8c51-05c67c81431d", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:37:16.251224 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-035ba885-b7df-484f-92a2-40ecac22823c {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:37:16.251746 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'tag': '1e62bad7-fac1-4529-8c51-05c67c81431d', 'status': 'completed', 'code': 200} Aug 31 23:37:16.304675 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-ba5dc585-2abb-4c64-9d02-734dbec8ebcf None None] Set router df8e8eaf-97bd-4177-a772-b8b758d5ff31 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:37:16.543835 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-ba5dc585-2abb-4c64-9d02-734dbec8ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': 'd3963378-7d34-4de3-8856-3220020f02fd', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'port_id': '1e62bad7-fac1-4529-8c51-05c67c81431d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'mac_address': 'fa:16:3e:13:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:37:15Z', 'updated_at': '2021-08-31T23:37:15Z', 'revision_number': 0, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:16.570278 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5dc585-2abb-4c64-9d02-734dbec8ebcf None None] Checking router: df8e8eaf-97bd-4177-a772-b8b758d5ff31 for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:37:16.579861 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5dc585-2abb-4c64-9d02-734dbec8ebcf None None] Routers {'df8e8eaf-97bd-4177-a772-b8b758d5ff31'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:37:16.580511 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-ba5dc585-2abb-4c64-9d02-734dbec8ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:37:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:16.614868 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37efe24-0927-4f11-b0fa-e0f621df6622 req-c4d6e2f4-aba9-4977-a420-bf6e50553d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:16.616439 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e37efe24-0927-4f11-b0fa-e0f621df6622 req-c4d6e2f4-aba9-4977-a420-bf6e50553d17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b688313b25cd4a65a9e59f26ecccba69&device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 1098 time: 0.3360782 Aug 31 23:37:16.682692 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-ba5dc585-2abb-4c64-9d02-734dbec8ebcf None None] Set router df8e8eaf-97bd-4177-a772-b8b758d5ff31 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:37:16.707486 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37efe24-0927-4f11-b0fa-e0f621df6622 req-ab5c13ae-058e-49d0-b013-21c2f37b0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:16.708982 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e37efe24-0927-4f11-b0fa-e0f621df6622 req-ab5c13ae-058e-49d0-b013-21c2f37b0a96 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b HTTP/1.1" status: 200 len: 913 time: 0.0810242 Aug 31 23:37:16.776232 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e37efe24-0927-4f11-b0fa-e0f621df6622 req-a710d914-12b1-4924-8b79-e189d437a572 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e62bad7-fac1-4529-8c51-05c67c81431d HTTP/1.1" status: 200 len: 998 time: 0.0593748 Aug 31 23:37:16.826372 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37efe24-0927-4f11-b0fa-e0f621df6622 req-c1db35e7-bde1-46cd-a3c0-3f6c0843876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:16.827716 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e37efe24-0927-4f11-b0fa-e0f621df6622 req-c1db35e7-bde1-46cd-a3c0-3f6c0843876c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e8c92f8-319d-4063-b51c-7c81f6bd05c9 HTTP/1.1" status: 200 len: 851 time: 0.0427778 Aug 31 23:37:16.873962 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37efe24-0927-4f11-b0fa-e0f621df6622 req-6ad7d3a4-e35a-40a5-bba7-750047148b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:16.876048 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e37efe24-0927-4f11-b0fa-e0f621df6622 req-6ad7d3a4-e35a-40a5-bba7-750047148b15 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403092 Aug 31 23:37:16.898847 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-ba5dc585-2abb-4c64-9d02-734dbec8ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': 'd3963378-7d34-4de3-8856-3220020f02fd', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'port_id': '1e62bad7-fac1-4529-8c51-05c67c81431d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'mac_address': 'fa:16:3e:13:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:37:15Z', 'updated_at': '2021-08-31T23:37:15Z', 'revision_number': 0, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:16.969735 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e37efe24-0927-4f11-b0fa-e0f621df6622 req-678fbfb4-cee2-4fe6-97d6-5a49c64f139e service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859659 Aug 31 23:37:17.042717 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5dc585-2abb-4c64-9d02-734dbec8ebcf None None] The sync data for ids ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'] in dv-cinder-804459-5-iscsi is: [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': 'd3963378-7d34-4de3-8856-3220020f02fd', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'port_id': '1e62bad7-fac1-4529-8c51-05c67c81431d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'mac_address': 'fa:16:3e:13:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:37:15Z', 'updated_at': '2021-08-31T23:37:15Z', 'revision_number': 0, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:37:17.062895 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e37efe24-0927-4f11-b0fa-e0f621df6622 req-cff0efc7-d847-422d-826e-fcdc3cb2ac27 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844367 Aug 31 23:37:17.225665 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d90897-9e13-49ff-9a54-2321100f2e47 None None] New status for floating IP d3963378-7d34-4de3-8856-3220020f02fd: ACTIVE {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:37:18.764150 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf8436-ca45-4482-8de8-3b26c12e502a req-f6e5ea1f-0884-4c16-b5ce-602b8a8ae536 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:18.765537 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5dcf8436-ca45-4482-8de8-3b26c12e502a req-f6e5ea1f-0884-4c16-b5ce-602b8a8ae536 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675f2b4-002d-4140-a380-7be94edba1b0 HTTP/1.1" status: 200 len: 945 time: 0.0523970 Aug 31 23:37:18.803372 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5dcf8436-ca45-4482-8de8-3b26c12e502a req-8bb82ea8-b26f-4da6-a028-66cbe1165902 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317361 Aug 31 23:37:19.914616 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165de913-2407-4fe6-ad57-d93d69ab1f55 req-d36e2f2d-f516-4177-bbca-2f465a422d7b tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:19.916062 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-165de913-2407-4fe6-ad57-d93d69ab1f55 req-d36e2f2d-f516-4177-bbca-2f465a422d7b tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675f2b4-002d-4140-a380-7be94edba1b0 HTTP/1.1" status: 200 len: 945 time: 0.0474458 Aug 31 23:37:19.954178 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-165de913-2407-4fe6-ad57-d93d69ab1f55 req-a8725218-ecec-4aff-b32f-3941491c4e50 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cab678c-7d77-4d47-a21d-53f629fe0fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320408 Aug 31 23:37:20.501862 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:37:20.551119 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373366c-8ad0-43af-a4e0-1743a541ece0 req-b5b5649f-146b-4fc4-b3a0-277da4bfefcb tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:20.552579 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3373366c-8ad0-43af-a4e0-1743a541ece0 req-b5b5649f-146b-4fc4-b3a0-277da4bfefcb tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.53 "GET /v2.0/ports?device_id=d675f2b4-002d-4140-a380-7be94edba1b0 HTTP/1.1" status: 200 len: 945 time: 0.0475209 Aug 31 23:37:20.654835 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-3373366c-8ad0-43af-a4e0-1743a541ece0 req-f7d0a07e-fc0c-42b4-aacb-b848199e434b tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Deleting port 8a6c4592-7677-4466-8425-a77c617bf001 {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:37:20.655165 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-3373366c-8ad0-43af-a4e0-1743a541ece0 req-f7d0a07e-fc0c-42b4-aacb-b848199e434b tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:20.739536 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-3373366c-8ad0-43af-a4e0-1743a541ece0 req-f7d0a07e-fc0c-42b4-aacb-b848199e434b tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] For port 8a6c4592-7677-4466-8425-a77c617bf001, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8a6c4592-7677-4466-8425-a77c617bf001,segment=NetworkSegment(d169e7a2-c2a6-4f40-bb99-fe464f26167c),segment_id=d169e7a2-c2a6-4f40-bb99-fe464f26167c)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:20.739897 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-3373366c-8ad0-43af-a4e0-1743a541ece0 req-f7d0a07e-fc0c-42b4-aacb-b848199e434b tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:20.753042 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-3373366c-8ad0-43af-a4e0-1743a541ece0 req-f7d0a07e-fc0c-42b4-aacb-b848199e434b tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Calling delete_port for 8a6c4592-7677-4466-8425-a77c617bf001 owned by compute:nova {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:37:20.882840 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-3373366c-8ad0-43af-a4e0-1743a541ece0 req-f7d0a07e-fc0c-42b4-aacb-b848199e434b tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:20.898472 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['8a6c4592-7677-4466-8425-a77c617bf001'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:37:20.914056 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0a07e-fc0c-42b4-aacb-b848199e434b tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Pushing event deleted for resources: {'Port': ['ID=8a6c4592-7677-4466-8425-a77c617bf001,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:20.958012 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3373366c-8ad0-43af-a4e0-1743a541ece0 req-f7d0a07e-fc0c-42b4-aacb-b848199e434b tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] No DVR routers for this DVR port 8a6c4592-7677-4466-8425-a77c617bf001 on host hv-cinder-80445 {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:37:20.960589 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-3373366c-8ad0-43af-a4e0-1743a541ece0 req-f7d0a07e-fc0c-42b4-aacb-b848199e434b tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:20.962753 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3373366c-8ad0-43af-a4e0-1743a541ece0 req-f7d0a07e-fc0c-42b4-aacb-b848199e434b tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.53 "DELETE /v2.0/ports/8a6c4592-7677-4466-8425-a77c617bf001 HTTP/1.1" status: 204 len: 173 time: 0.4042249 Aug 31 23:37:20.963193 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd675f2b4-002d-4140-a380-7be94edba1b0', 'name': 'network-vif-deleted', 'tag': '8a6c4592-7677-4466-8425-a77c617bf001'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:37:20.965985 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa750ff-1932-414d-af2b-7aef23b5843f" -d '{"events": [{"server_uuid": "d675f2b4-002d-4140-a380-7be94edba1b0", "name": "network-vif-deleted", "tag": "8a6c4592-7677-4466-8425-a77c617bf001"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:37:21.003319 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97c1745-ae0b-4293-a826-73232f26d204 x-openstack-request-id: req-e97c1745-ae0b-4293-a826-73232f26d204 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:37:21.003548 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d675f2b4-002d-4140-a380-7be94edba1b0", "name": "network-vif-deleted", "tag": "8a6c4592-7677-4466-8425-a77c617bf001", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:37:21.003785 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e97c1745-ae0b-4293-a826-73232f26d204 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:37:21.004192 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd675f2b4-002d-4140-a380-7be94edba1b0', 'name': 'network-vif-deleted', 'tag': '8a6c4592-7677-4466-8425-a77c617bf001', 'status': 'completed', 'code': 200} Aug 31 23:37:21.059069 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2edc75f3-32bb-4901-b5cd-5805c39f3813 req-7ba8e098-1873-457f-a8fe-b185a78e21c9 tempest-VolumesSnapshotTestJSON-683094442 tempest-VolumesSnapshotTestJSON-683094442-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675f2b4-002d-4140-a380-7be94edba1b0 HTTP/1.1" status: 200 len: 210 time: 0.0293221 Aug 31 23:37:26.609785 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 8a6c4592-7677-4466-8425-a77c617bf001 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:37:26.630788 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: 8a6c4592-7677-4466-8425-a77c617bf001 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:37:26.631075 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 8a6c4592-7677-4466-8425-a77c617bf001 not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:37:39.591178 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a79d74-dda1-4700-ac4a-177cb4e5ba7f req-a028b6b5-b02f-4511-83bc-7f3ac12acc4f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:39.592760 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-45a79d74-dda1-4700-ac4a-177cb4e5ba7f req-a028b6b5-b02f-4511-83bc-7f3ac12acc4f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0505393 Aug 31 23:37:39.633020 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-45a79d74-dda1-4700-ac4a-177cb4e5ba7f req-19a9d23d-a986-4fe5-bf85-7c91bac62ee4 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334642 Aug 31 23:37:39.842659 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9a21bdb3-2aad-402f-89de-5c23347a62a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:40.670623 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2944f-898f-41db-8952-9751de9aeea0 req-41a9a7cb-674c-47fa-8a7f-5fe5082aa430 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:40.672359 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c7f2944f-898f-41db-8952-9751de9aeea0 req-41a9a7cb-674c-47fa-8a7f-5fe5082aa430 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0480042 Aug 31 23:37:40.714163 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c7f2944f-898f-41db-8952-9751de9aeea0 req-790a422a-3437-4153-8883-07b2c6d67d02 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333865 Aug 31 23:37:40.761566 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7089ab-30bf-468d-8eb2-2d571e50b4e1 req-dfb3cb7c-ed93-4ed2-885a-f47b1146fca8 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:40.763058 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6a7089ab-30bf-468d-8eb2-2d571e50b4e1 req-dfb3cb7c-ed93-4ed2-885a-f47b1146fca8 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0500107 Aug 31 23:37:40.800191 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6a7089ab-30bf-468d-8eb2-2d571e50b4e1 req-ff7d5ba6-3bcc-4ad5-bb35-5895927bd971 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311916 Aug 31 23:37:41.482815 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:41.827475 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010f4b8-7d49-4853-b58a-f0c51f7f0eef req-e51a16aa-64ff-4180-8196-aae2c706efd6 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:41.828994 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9010f4b8-7d49-4853-b58a-f0c51f7f0eef req-e51a16aa-64ff-4180-8196-aae2c706efd6 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0489957 Aug 31 23:37:41.877853 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9010f4b8-7d49-4853-b58a-f0c51f7f0eef req-b1ba8450-3a71-4ab8-a7f9-b09e978551f8 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413346 Aug 31 23:37:41.929369 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e247a2-4b71-41e0-bf31-1756caf35776 req-b4c3411b-d707-446a-be9d-f72d3a04ac6f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:41.930882 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-14e247a2-4b71-41e0-bf31-1756caf35776 req-b4c3411b-d707-446a-be9d-f72d3a04ac6f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0505190 Aug 31 23:37:41.967132 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-14e247a2-4b71-41e0-bf31-1756caf35776 req-2834b3c1-b915-40c1-93c7-82fb1fb404c8 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304556 Aug 31 23:37:42.885925 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a142bef5-7625-4587-9a3d-0758a3303243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:42.999855 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd269-fa26-43e5-814a-62cef7a153d2 req-25c5035c-febd-4cf1-aee9-4d462e880db4 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:43.001414 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-576bd269-fa26-43e5-814a-62cef7a153d2 req-25c5035c-febd-4cf1-aee9-4d462e880db4 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0495217 Aug 31 23:37:43.040708 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-576bd269-fa26-43e5-814a-62cef7a153d2 req-b2ade70a-29a0-4b1f-ba87-6bc1ef6a07d5 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321250 Aug 31 23:37:43.096022 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205121ff-5213-4d09-9717-b77da49a1958 req-26fe0d5b-7484-47a6-9869-b8dbdb4ada21 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:43.100085 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-205121ff-5213-4d09-9717-b77da49a1958 req-26fe0d5b-7484-47a6-9869-b8dbdb4ada21 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0545826 Aug 31 23:37:43.141406 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-205121ff-5213-4d09-9717-b77da49a1958 req-adf6807e-ccd6-4a44-bded-e1513b6b70dc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375311 Aug 31 23:37:43.150919 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:43.553349 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:44.153928 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb71d61-d5b8-4713-a784-438400021215 req-a883f317-8ea2-4bcd-b450-8d66f6d65dbe tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:44.155386 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2fb71d61-d5b8-4713-a784-438400021215 req-a883f317-8ea2-4bcd-b450-8d66f6d65dbe tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0477099 Aug 31 23:37:44.197486 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2fb71d61-d5b8-4713-a784-438400021215 req-dd2175b6-d6bf-4f3e-9f00-ece4dcabd597 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352411 Aug 31 23:37:44.274249 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef079b-7ef9-471d-8127-76d68d44cc7f req-9fd64b3f-1909-4007-ac9c-f52acf9af447 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:44.275875 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a9ef079b-7ef9-471d-8127-76d68d44cc7f req-9fd64b3f-1909-4007-ac9c-f52acf9af447 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0515938 Aug 31 23:37:44.313889 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a9ef079b-7ef9-471d-8127-76d68d44cc7f req-bdd002d3-a6a7-44d7-915d-0634dfa6deb2 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315890 Aug 31 23:37:45.018867 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.310463 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf9546-b4e9-41c9-9a7d-4e1e67911463 req-f377cdfd-b166-470c-89a2-ddd3f1aae032 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:45.312045 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-aedf9546-b4e9-41c9-9a7d-4e1e67911463 req-f377cdfd-b166-470c-89a2-ddd3f1aae032 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0487056 Aug 31 23:37:45.312275 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 46862) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:45.353435 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-aedf9546-b4e9-41c9-9a7d-4e1e67911463 req-ac92c8ed-11dd-4956-94d8-2a4846952861 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354910 Aug 31 23:37:45.358800 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_v2 [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Deleting subnet a2ef61ca-5f00-4f01-9c9a-4fc710f01b5a {{(pid=93845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:37:45.362105 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.422303 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14199089'] for subnet, precommit_delete_associations {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.474612 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6163a-eef4-47a6-a1f7-0bbe27d8cc36 req-24e4c3f6-7436-4b63-82de-a17b8deb3924 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:45.476079 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-90f6163a-eef4-47a6-a1f7-0bbe27d8cc36 req-24e4c3f6-7436-4b63-82de-a17b8deb3924 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0875530 Aug 31 23:37:45.477102 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534214'] for subnet, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.540402 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-90f6163a-eef4-47a6-a1f7-0bbe27d8cc36 req-4aabe40a-4198-495e-aa46-4dc2883baa06 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448985 Aug 31 23:37:45.555133 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14659323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12765202'] for subnet, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.581448 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2ef61ca-5f00-4f01-9c9a-4fc710f01b5a,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:45.585937 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.587767 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a2ef61ca-5f00-4f01-9c9a-4fc710f01b5a HTTP/1.1" status: 204 len: 168 time: 0.2744503 Aug 31 23:37:45.590341 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 46868) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:45.592662 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.593013 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.593354 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.593696 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.594033 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.594368 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.594695 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.595026 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.595354 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.595750 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.596073 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.596444 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045eded-6dff-4663-bede-77c19fd0dc30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.655424 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564137'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.732030 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-555069', 'neutron.services.segments.db._delete_segments_for_network-8773537300673'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.741278 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:45.751128 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd169e7a2-c2a6-4f40-bb99-fe464f26167c') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:45.751421 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd169e7a2-c2a6-4f40-bb99-fe464f26167c') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:37:45.760269 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773537312853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942956'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.773655 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.779269 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:37:45.779653 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12942791'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: timer() Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: cb(*args, **kw) Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: self._notify() Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: self.callback(batched_events) Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: event.method(event) Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._get(url).json() Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:37:45.781252 dv-cinder-804459-5-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:37:45.832817 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-555044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762335'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.847344 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:45.849198 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f HTTP/1.1" status: 204 len: 168 time: 0.2578900 Aug 31 23:37:45.850403 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a8e8e23-cc7a-4e0b-8177-d1d9a6a2031f,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:45.857637 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.857961 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.858305 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.858642 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.858976 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.859304 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.859636 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.859963 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.860298 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.860647 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.860972 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.861294 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd995cc2-d746-4447-9617-7ee97cddfe49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:45.954385 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 46872) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:45.992111 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-9a41cc5b-1ddd-44de-9fd7-be7b6a278939 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cc57fdc14b874a95a1308c2a6fa1faaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366089 Aug 31 23:37:45.994471 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 46874) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:46.043052 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-37665a39-998d-4ac2-aba9-da5f1b3b2984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:46.063363 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-37665a39-998d-4ac2-aba9-da5f1b3b2984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:46.108284 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-37665a39-998d-4ac2-aba9-da5f1b3b2984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:46.110779 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-37665a39-998d-4ac2-aba9-da5f1b3b2984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:46.112429 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-37665a39-998d-4ac2-aba9-da5f1b3b2984 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7cab678c-7d77-4d47-a21d-53f629fe0fc9 HTTP/1.1" status: 204 len: 168 time: 0.1170559 Aug 31 23:37:46.119814 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37665a39-998d-4ac2-aba9-da5f1b3b2984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cab678c-7d77-4d47-a21d-53f629fe0fc9,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:46.467009 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3656a6-8cba-418f-986b-e5332a345a5c req-e321b088-e69a-42bb-ac39-336f48944be5 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:46.468484 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-dc3656a6-8cba-418f-986b-e5332a345a5c req-e321b088-e69a-42bb-ac39-336f48944be5 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0465908 Aug 31 23:37:46.505910 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-dc3656a6-8cba-418f-986b-e5332a345a5c req-06e2a1e4-6689-4582-833d-c748e4560a9e tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311670 Aug 31 23:37:46.664409 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d92b5-b71f-4f81-80c9-c0bdb5c3d310 req-78e6269d-27af-4186-b7e5-33422c7fff58 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:46.665777 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a32d92b5-b71f-4f81-80c9-c0bdb5c3d310 req-78e6269d-27af-4186-b7e5-33422c7fff58 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0548155 Aug 31 23:37:46.702129 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a32d92b5-b71f-4f81-80c9-c0bdb5c3d310 req-de9d7127-5de1-472b-8cdb-b4a996d69681 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305014 Aug 31 23:37:47.616647 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d738cf-00ce-47e1-bcfe-88503f720737 req-d58defa1-39e4-4e12-b18c-0c9e45f0b903 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:47.618115 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-19d738cf-00ce-47e1-bcfe-88503f720737 req-d58defa1-39e4-4e12-b18c-0c9e45f0b903 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0468421 Aug 31 23:37:47.654503 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-19d738cf-00ce-47e1-bcfe-88503f720737 req-6e72a32e-6ec3-4bdd-ab9d-853eda112b8c tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304050 Aug 31 23:37:47.824999 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d46722-3775-4df2-b79f-66f11c493ce9 req-815bcb61-c51b-47c0-a402-4fa8ab4e6b3f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:47.826391 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-38d46722-3775-4df2-b79f-66f11c493ce9 req-815bcb61-c51b-47c0-a402-4fa8ab4e6b3f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0483153 Aug 31 23:37:47.867065 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-38d46722-3775-4df2-b79f-66f11c493ce9 req-0b14eb53-3111-40e6-bf93-fce5e1d2ce99 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344341 Aug 31 23:37:48.767635 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27627f-b7f6-47b6-aedf-42c5aebb7adf req-440c98fb-04e4-4e46-a183-5234c1517558 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:48.769629 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5b27627f-b7f6-47b6-aedf-42c5aebb7adf req-440c98fb-04e4-4e46-a183-5234c1517558 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0503039 Aug 31 23:37:48.805756 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5b27627f-b7f6-47b6-aedf-42c5aebb7adf req-f8fb21e4-9f59-42dd-8a4a-ca05d68383e8 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303030 Aug 31 23:37:48.981558 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54b06a-4296-4a84-8068-696dfe1d978b req-5c14254b-8d14-4ab4-9f7b-85f9e72deb86 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:48.983032 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-af54b06a-4296-4a84-8068-696dfe1d978b req-5c14254b-8d14-4ab4-9f7b-85f9e72deb86 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0482647 Aug 31 23:37:49.021422 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-af54b06a-4296-4a84-8068-696dfe1d978b req-f9b6aca8-03ca-4b3c-912d-4fb8320872e2 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317912 Aug 31 23:37:49.918629 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2b4da-14c6-41d0-9e55-f97e594992a6 req-afdf7519-87aa-46cd-a65e-f73c64fb4936 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:49.920091 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-26d2b4da-14c6-41d0-9e55-f97e594992a6 req-afdf7519-87aa-46cd-a65e-f73c64fb4936 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0479352 Aug 31 23:37:49.957477 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-26d2b4da-14c6-41d0-9e55-f97e594992a6 req-2501bc62-9976-4c09-bc73-272327cd1967 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315423 Aug 31 23:37:50.144525 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724351e-8d4f-4004-9f66-544e15b3ba23 req-93f665b9-2da7-4680-857f-27f84f66fe89 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:50.145923 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1724351e-8d4f-4004-9f66-544e15b3ba23 req-93f665b9-2da7-4680-857f-27f84f66fe89 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0541255 Aug 31 23:37:50.182376 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1724351e-8d4f-4004-9f66-544e15b3ba23 req-2bb3a084-a90e-4984-88a8-042cda747ccd tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306113 Aug 31 23:37:50.829072 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b228a-a9ed-46b7-8abb-31d55c589847 req-7d52e909-ee02-4649-9c47-56f18b106339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:50.830431 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4a7b228a-a9ed-46b7-8abb-31d55c589847 req-7d52e909-ee02-4649-9c47-56f18b106339 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f75b6405be564ffdb7665aac04076be8&device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 1098 time: 0.0395238 Aug 31 23:37:50.920338 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b228a-a9ed-46b7-8abb-31d55c589847 req-5a7137bb-9a3d-4efc-8197-e5878a1ed038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:50.921755 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4a7b228a-a9ed-46b7-8abb-31d55c589847 req-5a7137bb-9a3d-4efc-8197-e5878a1ed038 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14de6d80-abda-4d5b-8d82-e5fae0543b93 HTTP/1.1" status: 200 len: 910 time: 0.0839455 Aug 31 23:37:50.985640 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4a7b228a-a9ed-46b7-8abb-31d55c589847 req-3a5abf3c-6dad-407a-bab7-0cef142e758b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92c3a824-eeea-4308-8e51-7cdd031d0a7b HTTP/1.1" status: 200 len: 1001 time: 0.0552185 Aug 31 23:37:51.035321 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b228a-a9ed-46b7-8abb-31d55c589847 req-ce3ab218-2df6-4428-9dd8-55d977dc6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:51.036888 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4a7b228a-a9ed-46b7-8abb-31d55c589847 req-ce3ab218-2df6-4428-9dd8-55d977dc6707 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716 HTTP/1.1" status: 200 len: 848 time: 0.0437779 Aug 31 23:37:51.070287 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20d909-6976-459e-8bcd-9ba1de64b343 req-244bb8a4-8d19-4a3b-b5cc-316541fa24de tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:51.071804 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ae20d909-6976-459e-8bcd-9ba1de64b343 req-244bb8a4-8d19-4a3b-b5cc-316541fa24de tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0474887 Aug 31 23:37:51.086075 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b228a-a9ed-46b7-8abb-31d55c589847 req-2f68ccd5-c462-433a-bf6e-63479368ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:51.087502 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4a7b228a-a9ed-46b7-8abb-31d55c589847 req-2f68ccd5-c462-433a-bf6e-63479368ad12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14de6d80-abda-4d5b-8d82-e5fae0543b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431390 Aug 31 23:37:51.109979 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ae20d909-6976-459e-8bcd-9ba1de64b343 req-72ad955e-0b0d-4487-98d3-c5d1053f157f tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321960 Aug 31 23:37:51.182047 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4a7b228a-a9ed-46b7-8abb-31d55c589847 req-3731b7bd-f6dd-4d10-af79-74ba08160a03 service neutron] 10.222.0.53 "GET /v2.0/networks/14de6d80-abda-4d5b-8d82-e5fae0543b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826094 Aug 31 23:37:51.302696 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4a7b228a-a9ed-46b7-8abb-31d55c589847 req-b8d406e9-f627-4dfc-a079-8aad4b0d96d0 service neutron] 10.222.0.53 "GET /v2.0/networks/14de6d80-abda-4d5b-8d82-e5fae0543b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123312 Aug 31 23:37:51.321763 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8edca-f68d-413b-8e5e-97b3609c45cc req-39a7e8bd-38ba-4be6-ab4b-8234dc71c47c tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:51.323184 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-afe8edca-f68d-413b-8e5e-97b3609c45cc req-39a7e8bd-38ba-4be6-ab4b-8234dc71c47c tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0626471 Aug 31 23:37:51.361193 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-afe8edca-f68d-413b-8e5e-97b3609c45cc req-d822c70c-4f2c-477c-b5e3-5758bb7e5bcf tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319643 Aug 31 23:37:52.232743 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90582acc-abb7-488a-96e0-326a496b395d req-16e2ed3e-b3cc-4345-9911-754d9a4367b6 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:52.234253 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-90582acc-abb7-488a-96e0-326a496b395d req-16e2ed3e-b3cc-4345-9911-754d9a4367b6 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0583866 Aug 31 23:37:52.272141 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-90582acc-abb7-488a-96e0-326a496b395d req-d3c735b7-3f80-4ed3-9962-eac29589c98b tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314183 Aug 31 23:37:52.476179 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ead1e9-2030-48c6-872a-73b7218eeffe req-6b4f75cd-d868-4379-be1d-322116b5ea94 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:52.477651 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-91ead1e9-2030-48c6-872a-73b7218eeffe req-6b4f75cd-d868-4379-be1d-322116b5ea94 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0466452 Aug 31 23:37:52.515921 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-91ead1e9-2030-48c6-872a-73b7218eeffe req-8bfe4842-a9c8-424f-91cd-8052a6c6490a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325346 Aug 31 23:37:53.394381 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc9b3f-c419-4de3-ba29-7a197b510465 req-95aeaf9d-c974-4656-b526-a758a25853ab tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:53.395871 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e3bc9b3f-c419-4de3-ba29-7a197b510465 req-95aeaf9d-c974-4656-b526-a758a25853ab tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0492070 Aug 31 23:37:53.433162 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e3bc9b3f-c419-4de3-ba29-7a197b510465 req-3bc03454-68cd-4840-9f03-56b537ffd55c tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313058 Aug 31 23:37:53.636573 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c705b0-942b-48ef-b04c-1d332ca10034 req-d1aee47b-b815-4010-90b1-b7d4ae95df0a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:53.638010 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c7c705b0-942b-48ef-b04c-1d332ca10034 req-d1aee47b-b815-4010-90b1-b7d4ae95df0a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0513122 Aug 31 23:37:53.674663 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-c7c705b0-942b-48ef-b04c-1d332ca10034 req-b333dc50-61c0-4ec2-b52a-00cce1f8fe9c tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302856 Aug 31 23:37:54.544965 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435e433-3b66-40b3-8387-7ff4e9527ae6 req-77f11c3a-771b-404f-9116-2b337f91fcdd tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:54.546419 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8435e433-3b66-40b3-8387-7ff4e9527ae6 req-77f11c3a-771b-404f-9116-2b337f91fcdd tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0472729 Aug 31 23:37:54.582494 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8435e433-3b66-40b3-8387-7ff4e9527ae6 req-bcdf7fa9-093b-4cd0-a355-96dcfede90ca tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296030 Aug 31 23:37:54.780814 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [req-2467e234-860e-4bf9-a82f-09a8a847f4d3 req-536c26c3-4dfc-40ce-833e-864201ce9c27 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:37:54.781867 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2467e234-860e-4bf9-a82f-09a8a847f4d3 req-536c26c3-4dfc-40ce-833e-864201ce9c27 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1387236 Aug 31 23:37:54.799443 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1ecec-c86d-471b-b78f-6987f47072b1 req-b06b773e-998f-4d2d-9c6f-495c5e3f1eda tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:54.800938 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2ca1ecec-c86d-471b-b78f-6987f47072b1 req-b06b773e-998f-4d2d-9c6f-495c5e3f1eda tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0563400 Aug 31 23:37:54.838941 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2ca1ecec-c86d-471b-b78f-6987f47072b1 req-64971734-ed93-4d37-a47c-7b199258a595 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321226 Aug 31 23:37:54.921667 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 46922) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:37:54.948495 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28834fae-8c24-4f97-973e-70280f6571af req-f018072c-1bbc-4426-916b-7060f69f358d tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:54.949967 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-28834fae-8c24-4f97-973e-70280f6571af req-f018072c-1bbc-4426-916b-7060f69f358d tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0588410 Aug 31 23:37:54.988840 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-28834fae-8c24-4f97-973e-70280f6571af req-72fc78fc-dd13-46aa-9040-e82bff72e3e2 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322940 Aug 31 23:37:55.007088 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-65d324f5-862f-4b72-8bde-88aac8ffe46c req-10380251-9759-4ea9-a90e-5750a69620d4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839906 Aug 31 23:37:55.015876 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [req-65d324f5-862f-4b72-8bde-88aac8ffe46c req-cb37163c-3237-4226-ba1b-63e954d96dd1 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:37:55.016873 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-65d324f5-862f-4b72-8bde-88aac8ffe46c req-cb37163c-3237-4226-ba1b-63e954d96dd1 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050066 Aug 31 23:37:55.960662 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ccbe6-288f-4278-b352-cf6f00f9ba57 req-73855185-bcea-482c-bb09-f07a33ed33be tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:55.962249 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-116ccbe6-288f-4278-b352-cf6f00f9ba57 req-73855185-bcea-482c-bb09-f07a33ed33be tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0497322 Aug 31 23:37:56.001634 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-116ccbe6-288f-4278-b352-cf6f00f9ba57 req-546e3a78-c7ac-43d3-8c32-9b8d065d6bc0 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330143 Aug 31 23:37:56.105111 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cb3cd-867f-4c61-a52a-d09f1d2b166b req-8bf39549-d9a9-4a44-9f4d-a51c86b87d95 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:56.106698 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b14cb3cd-867f-4c61-a52a-d09f1d2b166b req-8bf39549-d9a9-4a44-9f4d-a51c86b87d95 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0509188 Aug 31 23:37:56.144775 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b14cb3cd-867f-4c61-a52a-d09f1d2b166b req-2d8acf06-35bf-40bb-80bb-aa8011689917 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315478 Aug 31 23:37:56.552026 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d324f5-862f-4b72-8bde-88aac8ffe46c req-2b49159a-a4ca-48eb-919c-f9eb2f5f1c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:56.553527 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-65d324f5-862f-4b72-8bde-88aac8ffe46c req-2b49159a-a4ca-48eb-919c-f9eb2f5f1c83 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da&tenant_id=f75b6405be564ffdb7665aac04076be8 HTTP/1.1" status: 200 len: 1098 time: 0.0436261 Aug 31 23:37:56.631038 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d324f5-862f-4b72-8bde-88aac8ffe46c req-407e8e84-4689-4813-9872-f5cdd75cf00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:56.632540 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-65d324f5-862f-4b72-8bde-88aac8ffe46c req-407e8e84-4689-4813-9872-f5cdd75cf00a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f75b6405be564ffdb7665aac04076be8&device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 1098 time: 0.0397341 Aug 31 23:37:56.722526 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d324f5-862f-4b72-8bde-88aac8ffe46c req-97b5e07c-794c-4344-ae07-4c92e49164d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:56.723983 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-65d324f5-862f-4b72-8bde-88aac8ffe46c req-97b5e07c-794c-4344-ae07-4c92e49164d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14de6d80-abda-4d5b-8d82-e5fae0543b93 HTTP/1.1" status: 200 len: 910 time: 0.0824718 Aug 31 23:37:56.732343 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device f9d00a35-7d81-4524-acd8-1e6bf617bd2b details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:37:56.735407 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 92c3a824-eeea-4308-8e51-7cdd031d0a7b no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:37:56.793719 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-65d324f5-862f-4b72-8bde-88aac8ffe46c req-1d9cd6ba-1e1c-449a-a1db-428811dc384b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92c3a824-eeea-4308-8e51-7cdd031d0a7b HTTP/1.1" status: 200 len: 1001 time: 0.0612535 Aug 31 23:37:56.843932 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d324f5-862f-4b72-8bde-88aac8ffe46c req-4529f0b4-6e19-4527-b5d1-61c0cdab10e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:56.845917 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-65d324f5-862f-4b72-8bde-88aac8ffe46c req-4529f0b4-6e19-4527-b5d1-61c0cdab10e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716 HTTP/1.1" status: 200 len: 848 time: 0.0423272 Aug 31 23:37:56.873022 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:56.893354 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d324f5-862f-4b72-8bde-88aac8ffe46c req-bd181751-41c1-45f3-a895-52c71e98a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:56.894848 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-65d324f5-862f-4b72-8bde-88aac8ffe46c req-bd181751-41c1-45f3-a895-52c71e98a096 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14de6d80-abda-4d5b-8d82-e5fae0543b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400124 Aug 31 23:37:56.895019 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port f9d00a35-7d81-4524-acd8-1e6bf617bd2b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:56.914629 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c3a824-eeea-4308-8e51-7cdd031d0a7b'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:37:56.916872 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223a3bd9-93b4-4e09-a051-23d2fb0dacf7" -d '{"events": [{"server_uuid": "2e99baf2-a8ab-4f0b-b1ac-373cd09f64da", "name": "network-vif-unplugged", "status": "completed", "tag": "92c3a824-eeea-4308-8e51-7cdd031d0a7b"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:37:56.921380 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'port_id': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b', 'mac_address': 'fa:16:3e:df:8d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:37:56.931390 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 92c3a824-eeea-4308-8e51-7cdd031d0a7b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=92c3a824-eeea-4308-8e51-7cdd031d0a7b,segment=NetworkSegment(a177205c-9010-4c4f-93d5-fc9c217e4133),segment_id=a177205c-9010-4c4f-93d5-fc9c217e4133)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:56.952626 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:56.994996 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:56.998288 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-65d324f5-862f-4b72-8bde-88aac8ffe46c req-7a34a7be-b05c-4fa1-bb63-d0ad8ef1f060 service neutron] 10.222.0.53 "GET /v2.0/networks/14de6d80-abda-4d5b-8d82-e5fae0543b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903726 Aug 31 23:37:57.022385 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9d00a35-7d81-4524-acd8-1e6bf617bd2b {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:37:57.026421 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=92c3a824-eeea-4308-8e51-7cdd031d0a7b,revision_number=6']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:57.040250 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:57.040856 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:57.041199 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:57.041535 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:57.041944 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:57.042180 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:57.042501 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:57.042991 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:57.043323 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:57.043643 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:57.044215 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:57.044502 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:37:57.055982 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port f9d00a35-7d81-4524-acd8-1e6bf617bd2b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:57.063244 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:57.107944 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-65d324f5-862f-4b72-8bde-88aac8ffe46c req-d4f5affa-0d57-4fd8-9c0a-a9ebabefe916 service neutron] 10.222.0.53 "GET /v2.0/networks/14de6d80-abda-4d5b-8d82-e5fae0543b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990388 Aug 31 23:37:57.123268 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 23:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793a4604-8bba-4432-86f0-4f197cb3ab3c x-openstack-request-id: req-793a4604-8bba-4432-86f0-4f197cb3ab3c {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:37:57.123772 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e99baf2-a8ab-4f0b-b1ac-373cd09f64da", "name": "network-vif-unplugged", "status": "completed", "tag": "92c3a824-eeea-4308-8e51-7cdd031d0a7b", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:37:57.124184 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-793a4604-8bba-4432-86f0-4f197cb3ab3c {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:37:57.125081 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c3a824-eeea-4308-8e51-7cdd031d0a7b', 'code': 200} Aug 31 23:37:57.125792 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,revision_number=6']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:57.150026 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ac15a-0106-43f4-b7d4-0615f45b4f7e req-22543d12-320a-4470-a86d-7192b615fe4e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:57.151531 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e01ac15a-0106-43f4-b7d4-0615f45b4f7e req-22543d12-320a-4470-a86d-7192b615fe4e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 945 time: 0.0637138 Aug 31 23:37:57.189958 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e01ac15a-0106-43f4-b7d4-0615f45b4f7e req-e47fa418-0181-4358-8870-8fc54a4d62d5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318904 Aug 31 23:37:57.199852 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['f9d00a35-7d81-4524-acd8-1e6bf617bd2b'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:37:57.267654 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c85edf-53a5-4e9e-9063-1a334e7686a6 req-9a7a139c-2ded-4c29-b6c9-27cff7b5ab81 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:57.269582 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e1c85edf-53a5-4e9e-9063-1a334e7686a6 req-9a7a139c-2ded-4c29-b6c9-27cff7b5ab81 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 943 time: 0.0519783 Aug 31 23:37:57.310631 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e1c85edf-53a5-4e9e-9063-1a334e7686a6 req-74c39948-8297-48e0-8032-fad42e257068 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342252 Aug 31 23:37:57.501321 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:37:58.325974 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cca587-467b-4651-b7c9-3b81dde5162e req-a49c8237-94af-4279-b4f8-947592d4f6c0 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:58.334245 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e8cca587-467b-4651-b7c9-3b81dde5162e req-a49c8237-94af-4279-b4f8-947592d4f6c0 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 945 time: 0.0623531 Aug 31 23:37:58.389222 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e8cca587-467b-4651-b7c9-3b81dde5162e req-4581e2be-72dd-4c07-b098-9e199fd833a7 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538638 Aug 31 23:37:58.464283 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd2a3b-bde6-48e6-bdea-f248d63cd8b5 req-4b6acdb5-eab4-4531-90fd-60a9ac63430c tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:58.466168 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4cdd2a3b-bde6-48e6-bdea-f248d63cd8b5 req-4b6acdb5-eab4-4531-90fd-60a9ac63430c tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 943 time: 0.0794353 Aug 31 23:37:58.510017 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4cdd2a3b-bde6-48e6-bdea-f248d63cd8b5 req-5f3fabc7-396b-47a2-8528-53e314dab324 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376992 Aug 31 23:37:58.733807 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device f9d00a35-7d81-4524-acd8-1e6bf617bd2b up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:37:58.792584 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port f9d00a35-7d81-4524-acd8-1e6bf617bd2b triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:37:58.793330 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:58.893187 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:58.928844 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port f9d00a35-7d81-4524-acd8-1e6bf617bd2b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:37:58.933460 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:37:59.013879 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,revision_number=7']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:37:59.131727 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:37:59.133535 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e556799d-13c0-40c0-a0ba-f76b4b451859" -d '{"events": [{"server_uuid": "c77a9b4d-ce9b-4a55-bf95-2392ac3769d4", "name": "network-vif-plugged", "status": "completed", "tag": "f9d00a35-7d81-4524-acd8-1e6bf617bd2b"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:37:59.158918 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003cc9b-ed70-4e34-bd03-a10dd854afab req-e5d73378-4cac-4b0b-9ee3-a5567f1f4971 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:59.160522 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d003cc9b-ed70-4e34-bd03-a10dd854afab req-e5d73378-4cac-4b0b-9ee3-a5567f1f4971 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0700364 Aug 31 23:37:59.178748 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c3c59b-4d9f-42e2-84b5-f6f56754ca0b x-openstack-request-id: req-82c3c59b-4d9f-42e2-84b5-f6f56754ca0b {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:37:59.179141 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77a9b4d-ce9b-4a55-bf95-2392ac3769d4", "name": "network-vif-plugged", "status": "completed", "tag": "f9d00a35-7d81-4524-acd8-1e6bf617bd2b", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:37:59.179490 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-82c3c59b-4d9f-42e2-84b5-f6f56754ca0b {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:37:59.179980 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b', 'code': 200} Aug 31 23:37:59.219187 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d003cc9b-ed70-4e34-bd03-a10dd854afab req-a3f86fab-ab60-4d29-ab1a-7e09106a2e41 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467994 Aug 31 23:37:59.574993 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f8880-0faa-4382-b6b6-b18a1bb74994 req-d1d238ec-0208-442e-aa94-3db16a060aea tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:59.576517 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-316f8880-0faa-4382-b6b6-b18a1bb74994 req-d1d238ec-0208-442e-aa94-3db16a060aea tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0878539 Aug 31 23:37:59.617758 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-316f8880-0faa-4382-b6b6-b18a1bb74994 req-3c897398-62c3-4d81-9d7a-142c7831ecee tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339310 Aug 31 23:37:59.672997 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd32fbd-3ed3-445e-bd9d-4fdaf5b149b5 req-5cc1d5d9-ed6b-4560-8780-51b1f8aa0468 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:37:59.675267 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9cd32fbd-3ed3-445e-bd9d-4fdaf5b149b5 req-5cc1d5d9-ed6b-4560-8780-51b1f8aa0468 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 943 time: 0.0750206 Aug 31 23:37:59.715509 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9cd32fbd-3ed3-445e-bd9d-4fdaf5b149b5 req-f874205b-37d1-4db0-a6d5-86912c4d3951 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342491 Aug 31 23:38:00.351531 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859b507-30ce-4830-903c-fc1d41e0a05f req-c31ce3d7-c768-423c-ae98-fd8752ce9c34 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:00.353164 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b859b507-30ce-4830-903c-fc1d41e0a05f req-c31ce3d7-c768-423c-ae98-fd8752ce9c34 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0618887 Aug 31 23:38:00.394092 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b859b507-30ce-4830-903c-fc1d41e0a05f req-de42104a-8a29-4675-a6d4-dddcf10acea6 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347798 Aug 31 23:38:00.763806 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d199845-e428-4e66-8060-be4e4d5b263c req-52ae5f47-73c4-4ee3-966a-32efb9e0a89a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:00.766038 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4d199845-e428-4e66-8060-be4e4d5b263c req-52ae5f47-73c4-4ee3-966a-32efb9e0a89a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0570383 Aug 31 23:38:00.825757 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4d199845-e428-4e66-8060-be4e4d5b263c req-137460df-5a65-415f-891b-72af2cc6be09 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526013 Aug 31 23:38:00.835944 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a85a6-00a7-4e08-afa7-998c47c52d40 req-ca3b6c59-0d01-4f47-988d-64aca9b6b902 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:00.847610 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ed7a85a6-00a7-4e08-afa7-998c47c52d40 req-ca3b6c59-0d01-4f47-988d-64aca9b6b902 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 943 time: 0.0564511 Aug 31 23:38:00.884963 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ed7a85a6-00a7-4e08-afa7-998c47c52d40 req-e9150f78-d6d5-489e-9e4b-d3bdf762797c tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408638 Aug 31 23:38:01.524408 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c6978-db96-41d3-a946-42c00b35a42b req-0bd263f7-82bb-44d7-8761-d383a80708f9 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:01.532914 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-191c6978-db96-41d3-a946-42c00b35a42b req-0bd263f7-82bb-44d7-8761-d383a80708f9 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0682344 Aug 31 23:38:01.569085 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-191c6978-db96-41d3-a946-42c00b35a42b req-f350b737-e076-4d3c-8aad-cd3cf5e60adf tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341263 Aug 31 23:38:01.958272 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84440f18-f877-4f44-b45c-313c6ac2c518 req-4fce8897-85d9-4f0b-996c-fe554c11f836 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:01.960442 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-84440f18-f877-4f44-b45c-313c6ac2c518 req-4fce8897-85d9-4f0b-996c-fe554c11f836 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0617959 Aug 31 23:38:02.006489 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-84440f18-f877-4f44-b45c-313c6ac2c518 req-59e65b3b-f6a4-4f17-89eb-42699b3c4b3f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395706 Aug 31 23:38:02.038886 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9bb0e-7cab-48b2-a785-24c5b6f2228e req-cf7d13a7-dcf1-479b-88ac-de1f5a833737 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:02.041035 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-41d9bb0e-7cab-48b2-a785-24c5b6f2228e req-cf7d13a7-dcf1-479b-88ac-de1f5a833737 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 943 time: 0.0844920 Aug 31 23:38:02.085102 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-41d9bb0e-7cab-48b2-a785-24c5b6f2228e req-8311d90e-b886-495e-9176-f658cae36ae2 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369248 Aug 31 23:38:02.694133 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679700e-159c-48d1-ba6c-1caf3d884499 req-033b7bf4-a437-4b06-a8e5-ac35c972d478 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:02.696027 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f679700e-159c-48d1-ba6c-1caf3d884499 req-033b7bf4-a437-4b06-a8e5-ac35c972d478 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0549519 Aug 31 23:38:02.740166 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f679700e-159c-48d1-ba6c-1caf3d884499 req-5f1b11f7-311b-46ee-99f9-756864cc6862 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371165 Aug 31 23:38:03.141108 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e1065-a08c-4597-b0f8-dd609d7a259e req-bc3f2be6-c22e-4eca-ad4a-f6496fa19e83 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:03.142871 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-fb9e1065-a08c-4597-b0f8-dd609d7a259e req-bc3f2be6-c22e-4eca-ad4a-f6496fa19e83 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0617905 Aug 31 23:38:03.188001 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-fb9e1065-a08c-4597-b0f8-dd609d7a259e req-13d05f13-9a92-4626-8412-ccb3fd74ccad tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381179 Aug 31 23:38:03.214823 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aba278-77aa-422b-b0e6-5d25e7ce44ca req-7733221d-f6ce-4fe5-9210-d2c2fbb509c8 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:03.216400 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-56aba278-77aa-422b-b0e6-5d25e7ce44ca req-7733221d-f6ce-4fe5-9210-d2c2fbb509c8 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 943 time: 0.0621789 Aug 31 23:38:03.266035 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-56aba278-77aa-422b-b0e6-5d25e7ce44ca req-c3efd49f-5af6-458e-ad6f-a60e4cd504fa tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435491 Aug 31 23:38:03.495801 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b4163-6ca4-4e7e-9da5-f2f87db81789 req-79b1b690-f858-4882-830f-64a2e5a76839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:03.500873 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bb1b4163-6ca4-4e7e-9da5-f2f87db81789 req-79b1b690-f858-4882-830f-64a2e5a76839 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 1096 time: 0.0419238 Aug 31 23:38:03.544381 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bb1b4163-6ca4-4e7e-9da5-f2f87db81789 req-d93ea802-55c0-4e46-8a93-225b2952ed19 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378640 Aug 31 23:38:03.878092 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2e66e-de46-4acc-8cbb-b353ccc87514 req-bea6f7c8-7bb0-4a39-9af1-4078f5f2a890 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:03.884815 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-eda2e66e-de46-4acc-8cbb-b353ccc87514 req-bea6f7c8-7bb0-4a39-9af1-4078f5f2a890 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0698533 Aug 31 23:38:03.925537 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-eda2e66e-de46-4acc-8cbb-b353ccc87514 req-9d520b2b-59da-44e4-ae9d-5e90f057e66f tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397737 Aug 31 23:38:04.322939 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa3ce-d267-4029-9ac4-dde4441ff45e req-040c7846-2efd-45b1-85e9-211cf7b506a4 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:04.324311 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2efaa3ce-d267-4029-9ac4-dde4441ff45e req-040c7846-2efd-45b1-85e9-211cf7b506a4 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0600672 Aug 31 23:38:04.368143 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2efaa3ce-d267-4029-9ac4-dde4441ff45e req-1c41f8b7-93bf-4b1e-b3c5-3f87b233ac94 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354064 Aug 31 23:38:04.409647 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d65fc-0f1d-437f-9db0-69f429cb2214 req-97024a59-9e48-4957-bd5c-3587be3d7655 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:04.411160 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9a4d65fc-0f1d-437f-9db0-69f429cb2214 req-97024a59-9e48-4957-bd5c-3587be3d7655 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 943 time: 0.0711172 Aug 31 23:38:04.460889 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9a4d65fc-0f1d-437f-9db0-69f429cb2214 req-5290f041-b2f2-444b-9df5-2b5f00bf586b tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412118 Aug 31 23:38:04.773645 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 92c3a824-eeea-4308-8e51-7cdd031d0a7b details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:38:04.878283 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 92c3a824-eeea-4308-8e51-7cdd031d0a7b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=92c3a824-eeea-4308-8e51-7cdd031d0a7b,segment=NetworkSegment(a177205c-9010-4c4f-93d5-fc9c217e4133),segment_id=a177205c-9010-4c4f-93d5-fc9c217e4133)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:38:04.894496 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '92c3a824-eeea-4308-8e51-7cdd031d0a7b', 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93', 'port_id': '92c3a824-eeea-4308-8e51-7cdd031d0a7b', 'mac_address': 'fa:16:3e:e5:b3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:38:04.935546 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:04.952513 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c3a824-eeea-4308-8e51-7cdd031d0a7b {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:38:04.975546 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 92c3a824-eeea-4308-8e51-7cdd031d0a7b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=92c3a824-eeea-4308-8e51-7cdd031d0a7b,segment=NetworkSegment(a177205c-9010-4c4f-93d5-fc9c217e4133),segment_id=a177205c-9010-4c4f-93d5-fc9c217e4133)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:38:04.984853 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:05.057761 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=92c3a824-eeea-4308-8e51-7cdd031d0a7b,revision_number=7']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:05.063581 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccc760-a04a-47bc-8285-9fe5bf0aa7e5 req-05f03212-ec3c-42c9-bd29-b5b032f59701 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:05.064660 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-38ccc760-a04a-47bc-8285-9fe5bf0aa7e5 req-05f03212-ec3c-42c9-bd29-b5b032f59701 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0553987 Aug 31 23:38:05.116116 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-38ccc760-a04a-47bc-8285-9fe5bf0aa7e5 req-9878473a-9e16-4c96-b8c3-592f1946a836 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441854 Aug 31 23:38:05.289991 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['92c3a824-eeea-4308-8e51-7cdd031d0a7b'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:38:05.530466 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3b406-7f27-4bb7-935c-fc36744030f9 req-708a279a-4c10-4c3e-983f-f4dbc0fdf3fc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:05.532177 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-20f3b406-7f27-4bb7-935c-fc36744030f9 req-708a279a-4c10-4c3e-983f-f4dbc0fdf3fc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0680072 Aug 31 23:38:05.577834 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-20f3b406-7f27-4bb7-935c-fc36744030f9 req-a9b15cc2-64b6-4c20-9528-32db6ebce2ba tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386157 Aug 31 23:38:05.645804 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb80d2b-b5a6-475b-8394-000716c981d4 req-c3706e6e-2fd1-4ae1-8ce8-e11b3ec46705 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:05.647445 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0fb80d2b-b5a6-475b-8394-000716c981d4 req-c3706e6e-2fd1-4ae1-8ce8-e11b3ec46705 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 944 time: 0.0928566 Aug 31 23:38:05.688051 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0fb80d2b-b5a6-475b-8394-000716c981d4 req-5080de4d-dd53-46c6-94bb-ce05050f9067 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334132 Aug 31 23:38:06.231239 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05d07e-156c-40f9-9992-b1df8218990a req-d2aa1d08-c115-4ece-9af5-92b1972611b4 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:06.232755 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8e05d07e-156c-40f9-9992-b1df8218990a req-d2aa1d08-c115-4ece-9af5-92b1972611b4 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0532234 Aug 31 23:38:06.275449 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8e05d07e-156c-40f9-9992-b1df8218990a req-fdd84cdf-efb3-4524-8955-a7bc0b31772c tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356557 Aug 31 23:38:06.702062 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29d299-8e58-4cbe-9356-b02a89b6e550 req-672a4851-d7bd-4057-a708-96e01161aeb5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:06.703415 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6c29d299-8e58-4cbe-9356-b02a89b6e550 req-672a4851-d7bd-4057-a708-96e01161aeb5 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0473876 Aug 31 23:38:06.740145 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6c29d299-8e58-4cbe-9356-b02a89b6e550 req-1520e438-e3c5-4220-bec5-f98abd7eea70 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308502 Aug 31 23:38:06.773960 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 92c3a824-eeea-4308-8e51-7cdd031d0a7b up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:38:06.820090 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 92c3a824-eeea-4308-8e51-7cdd031d0a7b triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:06.820488 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:06.897144 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:06.918334 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c3a824-eeea-4308-8e51-7cdd031d0a7b'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:38:06.920524 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bafa0bb-fb3a-4ad1-b022-de91f376f55d" -d '{"events": [{"server_uuid": "2e99baf2-a8ab-4f0b-b1ac-373cd09f64da", "name": "network-vif-plugged", "status": "completed", "tag": "92c3a824-eeea-4308-8e51-7cdd031d0a7b"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:38:06.933237 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 92c3a824-eeea-4308-8e51-7cdd031d0a7b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=92c3a824-eeea-4308-8e51-7cdd031d0a7b,segment=NetworkSegment(a177205c-9010-4c4f-93d5-fc9c217e4133),segment_id=a177205c-9010-4c4f-93d5-fc9c217e4133)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:38:06.937294 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:06.960145 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f06a1b-883d-4110-921f-8a78a41ed441 x-openstack-request-id: req-38f06a1b-883d-4110-921f-8a78a41ed441 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:38:06.960460 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e99baf2-a8ab-4f0b-b1ac-373cd09f64da", "name": "network-vif-plugged", "status": "completed", "tag": "92c3a824-eeea-4308-8e51-7cdd031d0a7b", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:38:06.960707 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-38f06a1b-883d-4110-921f-8a78a41ed441 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:38:06.961086 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c3a824-eeea-4308-8e51-7cdd031d0a7b', 'code': 200} Aug 31 23:38:06.987112 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=92c3a824-eeea-4308-8e51-7cdd031d0a7b,revision_number=8']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:06.988940 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b2e06-54ce-4cb5-bd53-fd4460ab9361 req-2bcbcd99-6e99-4003-81d2-f31afd789a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:06.990435 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d36b2e06-54ce-4cb5-bd53-fd4460ab9361 req-2bcbcd99-6e99-4003-81d2-f31afd789a2f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c49e741b70d4f008e8dbd658695b1d0&device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 1099 time: 0.0425823 Aug 31 23:38:07.076571 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b2e06-54ce-4cb5-bd53-fd4460ab9361 req-8dd46fd6-5631-4c99-acd7-dda0ab030005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:07.078008 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d36b2e06-54ce-4cb5-bd53-fd4460ab9361 req-8dd46fd6-5631-4c99-acd7-dda0ab030005 service neutron] 10.222.0.53 "GET /v2.0/networks?id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d HTTP/1.1" status: 200 len: 917 time: 0.0801191 Aug 31 23:38:07.145040 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d36b2e06-54ce-4cb5-bd53-fd4460ab9361 req-b8e86c43-1487-4317-a637-8c4f534877f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9d00a35-7d81-4524-acd8-1e6bf617bd2b HTTP/1.1" status: 200 len: 1002 time: 0.0592299 Aug 31 23:38:07.193317 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b2e06-54ce-4cb5-bd53-fd4460ab9361 req-7314ae84-2798-4975-aa3a-e00d885dc35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:07.194764 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d36b2e06-54ce-4cb5-bd53-fd4460ab9361 req-7314ae84-2798-4975-aa3a-e00d885dc35e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9a93863-32b4-4310-847d-ebe9dbacd80a HTTP/1.1" status: 200 len: 855 time: 0.0412815 Aug 31 23:38:07.239022 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b2e06-54ce-4cb5-bd53-fd4460ab9361 req-eb5a4bb9-6400-4609-85f2-a4f17efbb377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:07.240442 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d36b2e06-54ce-4cb5-bd53-fd4460ab9361 req-eb5a4bb9-6400-4609-85f2-a4f17efbb377 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379062 Aug 31 23:38:07.334736 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d36b2e06-54ce-4cb5-bd53-fd4460ab9361 req-10a0fc3b-f825-4f95-b3a0-5eed82e6df10 service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849822 Aug 31 23:38:07.395503 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18a8d8-5d1d-4c87-b19d-39a3877f1a32 req-9cedc691-6cfd-48ca-8709-7449cffec5f5 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:07.397003 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6a18a8d8-5d1d-4c87-b19d-39a3877f1a32 req-9cedc691-6cfd-48ca-8709-7449cffec5f5 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0529103 Aug 31 23:38:07.424198 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-d36b2e06-54ce-4cb5-bd53-fd4460ab9361 req-2835390b-3fef-4f6b-89a4-d89f9a381d1e service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810397 Aug 31 23:38:07.433394 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6a18a8d8-5d1d-4c87-b19d-39a3877f1a32 req-93c53ee8-3585-4f47-b3df-734938cf1f0e tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304036 Aug 31 23:38:07.863393 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661b9bf-a45c-4726-bd95-6193892194ce req-cc351e82-2829-47d7-996e-3136f2eeca45 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:07.864883 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2661b9bf-a45c-4726-bd95-6193892194ce req-cc351e82-2829-47d7-996e-3136f2eeca45 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0532653 Aug 31 23:38:07.901830 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2661b9bf-a45c-4726-bd95-6193892194ce req-38547516-4e02-419b-8e56-1176962c44c3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308425 Aug 31 23:38:08.545269 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97982fe1-0a47-4ce5-bb67-5cfa08e79fe5 req-5657bd25-bd84-4060-8c5e-00298f5480c7 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:08.546722 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-97982fe1-0a47-4ce5-bb67-5cfa08e79fe5 req-5657bd25-bd84-4060-8c5e-00298f5480c7 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0479305 Aug 31 23:38:08.582527 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-97982fe1-0a47-4ce5-bb67-5cfa08e79fe5 req-724b78a5-6680-492a-9ca0-486306186b1e tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299668 Aug 31 23:38:09.018350 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ac4ed-8cd6-4db1-bce7-5d3f54d63fd4 req-7d7f5c2d-554c-4307-97df-8028426bfcf3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:09.019819 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7e6ac4ed-8cd6-4db1-bce7-5d3f54d63fd4 req-7d7f5c2d-554c-4307-97df-8028426bfcf3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0482047 Aug 31 23:38:09.056299 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7e6ac4ed-8cd6-4db1-bce7-5d3f54d63fd4 req-5591541f-0dd9-47c2-b74d-38a6bb3f6f21 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306630 Aug 31 23:38:09.697188 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0dc80-0422-48cb-ab6f-a14b310e1151 req-980eb6c7-3fc7-4334-9441-a76362290823 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:09.698665 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8ba0dc80-0422-48cb-ab6f-a14b310e1151 req-980eb6c7-3fc7-4334-9441-a76362290823 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0484521 Aug 31 23:38:09.735245 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-8ba0dc80-0422-48cb-ab6f-a14b310e1151 req-8f8cf575-6dab-453a-b7fe-be397c81ab17 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306938 Aug 31 23:38:09.846327 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-291572ea-e92b-41f6-8015-33a71effb22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:09.937103 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8f600-7d1b-446a-95f0-ec3a664030a1 req-aa1ba12c-99dc-4de4-8709-aed5371d3b66 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:09.938638 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5be8f600-7d1b-446a-95f0-ec3a664030a1 req-aa1ba12c-99dc-4de4-8709-aed5371d3b66 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0518529 Aug 31 23:38:09.975758 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5be8f600-7d1b-446a-95f0-ec3a664030a1 req-004e9db9-969f-4cb0-b993-f4217a591a32 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305879 Aug 31 23:38:09.980959 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00fd38-13d2-4604-917b-679280f01eac req-9e451429-20c6-4b66-8f70-47f769556419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:09.982416 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-db00fd38-13d2-4604-917b-679280f01eac req-9e451429-20c6-4b66-8f70-47f769556419 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e0ed5307a5244399f394120a4946f2d&device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 1098 time: 0.0389419 Aug 31 23:38:10.074305 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00fd38-13d2-4604-917b-679280f01eac req-ab8b5919-85fe-4066-bd58-9df0c9a082fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:10.075690 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-db00fd38-13d2-4604-917b-679280f01eac req-ab8b5919-85fe-4066-bd58-9df0c9a082fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=70324521-dd07-424c-878a-ecbb84a7a3cc HTTP/1.1" status: 200 len: 912 time: 0.0856922 Aug 31 23:38:10.167094 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-db00fd38-13d2-4604-917b-679280f01eac req-f108f8b5-c374-49a3-83aa-9c02775f6fa4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91177873-1f90-4605-92d3-d92cbc24448f HTTP/1.1" status: 200 len: 1001 time: 0.0828817 Aug 31 23:38:10.211355 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c97560-c315-4fa2-8fa7-07fdc332ce42 req-b1598169-e94b-430b-9f5e-5cf135040c50 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:10.212809 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-79c97560-c315-4fa2-8fa7-07fdc332ce42 req-b1598169-e94b-430b-9f5e-5cf135040c50 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 946 time: 0.0848734 Aug 31 23:38:10.237665 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00fd38-13d2-4604-917b-679280f01eac req-60e69e71-f4a8-49b2-abb8-d21a2cafa0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:10.239036 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-db00fd38-13d2-4604-917b-679280f01eac req-60e69e71-f4a8-49b2-abb8-d21a2cafa0e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05747991-f003-405d-b4e6-85180aab9062 HTTP/1.1" status: 200 len: 850 time: 0.0642018 Aug 31 23:38:10.279859 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-79c97560-c315-4fa2-8fa7-07fdc332ce42 req-641ed3e0-a1dd-4548-9c54-2c176379253d tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598752 Aug 31 23:38:10.292735 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00fd38-13d2-4604-917b-679280f01eac req-f30085e2-ae01-4688-be6f-76947b6a8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:10.294182 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-db00fd38-13d2-4604-917b-679280f01eac req-f30085e2-ae01-4688-be6f-76947b6a8e77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70324521-dd07-424c-878a-ecbb84a7a3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477254 Aug 31 23:38:10.386618 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-db00fd38-13d2-4604-917b-679280f01eac req-cba906fd-3768-438d-873a-cd1801214ac7 service neutron] 10.222.0.53 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844119 Aug 31 23:38:10.480911 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-db00fd38-13d2-4604-917b-679280f01eac req-74e9fea6-b323-46f4-8492-6dc8cbe28a06 service neutron] 10.222.0.53 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849233 Aug 31 23:38:10.815961 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device f9d00a35-7d81-4524-acd8-1e6bf617bd2b no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:38:10.893511 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:10.915487 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:38:10.917795 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cd17fa-987e-4439-97e6-07c0d5141781" -d '{"events": [{"server_uuid": "c77a9b4d-ce9b-4a55-bf95-2392ac3769d4", "name": "network-vif-unplugged", "status": "completed", "tag": "f9d00a35-7d81-4524-acd8-1e6bf617bd2b"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:38:10.933655 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port f9d00a35-7d81-4524-acd8-1e6bf617bd2b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:38:10.937796 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:10.963468 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 23:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590a83e2-1a71-4d26-8554-195485dccc0d x-openstack-request-id: req-590a83e2-1a71-4d26-8554-195485dccc0d {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:38:10.963756 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77a9b4d-ce9b-4a55-bf95-2392ac3769d4", "name": "network-vif-unplugged", "status": "failed", "tag": "f9d00a35-7d81-4524-acd8-1e6bf617bd2b", "code": 422}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:38:10.964009 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-590a83e2-1a71-4d26-8554-195485dccc0d {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:38:10.964414 dv-cinder-804459-5-iscsi neutron-server[93847]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b', 'code': 422} returned with failed status Aug 31 23:38:10.990044 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,revision_number=8']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:11.095772 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e82716-afb6-4d53-95b5-be0fcfa2f159 req-e209a6b0-170f-4e1c-a3cb-8bf5255d4666 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:11.097305 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-96e82716-afb6-4d53-95b5-be0fcfa2f159 req-e209a6b0-170f-4e1c-a3cb-8bf5255d4666 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0544167 Aug 31 23:38:11.148608 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-96e82716-afb6-4d53-95b5-be0fcfa2f159 req-259327e7-b1ff-4609-a525-c6d7df657ca3 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391793 Aug 31 23:38:11.210178 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b1f8f-2926-4abe-803c-b904a2322202 req-8787f14c-a685-45e3-ae39-fbbf429e8d0f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:11.211671 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-af9b1f8f-2926-4abe-803c-b904a2322202 req-8787f14c-a685-45e3-ae39-fbbf429e8d0f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 944 time: 0.0517068 Aug 31 23:38:11.246347 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e40294d1-9e72-4102-95bc-3ff63a39dc0f req-01d1e993-91f1-4099-ae70-b28aa0736332 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0494921 Aug 31 23:38:11.253526 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-af9b1f8f-2926-4abe-803c-b904a2322202 req-d3514f50-6bb6-42ea-8c24-67c83286d870 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357580 Aug 31 23:38:11.486808 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:12.004333 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40294d1-9e72-4102-95bc-3ff63a39dc0f req-a41a1a59-33bc-43a8-b3ee-eb490c6f3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:12.005896 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e40294d1-9e72-4102-95bc-3ff63a39dc0f req-a41a1a59-33bc-43a8-b3ee-eb490c6f3427 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4&tenant_id=2c49e741b70d4f008e8dbd658695b1d0 HTTP/1.1" status: 200 len: 1097 time: 0.0402780 Aug 31 23:38:12.066144 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40294d1-9e72-4102-95bc-3ff63a39dc0f req-b5071bad-eecc-4c97-9e56-9b59a09209c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:12.067546 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e40294d1-9e72-4102-95bc-3ff63a39dc0f req-b5071bad-eecc-4c97-9e56-9b59a09209c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c49e741b70d4f008e8dbd658695b1d0&device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 1097 time: 0.0387511 Aug 31 23:38:12.158586 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40294d1-9e72-4102-95bc-3ff63a39dc0f req-697b6cfb-bbb7-46ff-951a-2ea60626db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:12.159982 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e40294d1-9e72-4102-95bc-3ff63a39dc0f req-697b6cfb-bbb7-46ff-951a-2ea60626db07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d HTTP/1.1" status: 200 len: 917 time: 0.0837121 Aug 31 23:38:12.233086 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e40294d1-9e72-4102-95bc-3ff63a39dc0f req-23e0a7d2-d62e-4c6a-b5b2-b0bec3e99497 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9d00a35-7d81-4524-acd8-1e6bf617bd2b HTTP/1.1" status: 200 len: 1000 time: 0.0652161 Aug 31 23:38:12.375685 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b94aae-d638-483d-aae8-4d362db64cb2 req-056870e0-959f-417a-980c-28e1fbbbfbc9 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:12.377810 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-24b94aae-d638-483d-aae8-4d362db64cb2 req-056870e0-959f-417a-980c-28e1fbbbfbc9 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 944 time: 0.0508914 Aug 31 23:38:12.418718 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-24b94aae-d638-483d-aae8-4d362db64cb2 req-e564c4c6-cf85-4329-b477-3fb2573ea215 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345843 Aug 31 23:38:12.557073 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8aaae-b9dd-47fa-9a16-4c160452125f req-712c3c26-52db-41a4-866d-eb2c183c3413 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:12.558411 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-27b8aaae-b9dd-47fa-9a16-4c160452125f req-712c3c26-52db-41a4-866d-eb2c183c3413 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.3418393 Aug 31 23:38:12.559815 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40294d1-9e72-4102-95bc-3ff63a39dc0f req-83fe52af-648c-435c-a7cb-e1713ab00014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:12.561106 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e40294d1-9e72-4102-95bc-3ff63a39dc0f req-83fe52af-648c-435c-a7cb-e1713ab00014 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9a93863-32b4-4310-847d-ebe9dbacd80a HTTP/1.1" status: 200 len: 855 time: 0.3153276 Aug 31 23:38:12.620664 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-27b8aaae-b9dd-47fa-9a16-4c160452125f req-6965279f-35c8-4f51-adfd-bde863b395dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556822 Aug 31 23:38:12.627017 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40294d1-9e72-4102-95bc-3ff63a39dc0f req-828490c4-73e7-4a61-b702-d01025dbec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:12.628416 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e40294d1-9e72-4102-95bc-3ff63a39dc0f req-828490c4-73e7-4a61-b702-d01025dbec6e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=21a85c05-a8c5-427d-8efb-35be6f7d3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579793 Aug 31 23:38:12.719756 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e40294d1-9e72-4102-95bc-3ff63a39dc0f req-9c680295-661f-4659-ac28-e0329673f9c7 service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830078 Aug 31 23:38:12.806687 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e40294d1-9e72-4102-95bc-3ff63a39dc0f req-7a115730-019d-4f1f-a041-75423335442e service neutron] 10.222.0.53 "GET /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788410 Aug 31 23:38:12.887311 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-295def12-663e-472c-a4c2-06cb63fcef60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:13.157351 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:13.547494 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f57c7-ccf5-4b0c-b074-0c32026d0e31 req-d635c1b8-b4b5-4042-b9c5-df0e2f0b10b3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:13.549630 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6c2f57c7-ccf5-4b0c-b074-0c32026d0e31 req-d635c1b8-b4b5-4042-b9c5-df0e2f0b10b3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 944 time: 0.0554647 Aug 31 23:38:13.563480 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:13.593189 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6c2f57c7-ccf5-4b0c-b074-0c32026d0e31 req-3385d75e-3edd-4c9f-8641-79225f6212d6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322442 Aug 31 23:38:14.719778 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2c6eb-7986-4a89-bb54-2be142b55347 req-ba121a87-fe88-4c04-8bb7-e863bf05c98f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:14.721978 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-dee2c6eb-7986-4a89-bb54-2be142b55347 req-ba121a87-fe88-4c04-8bb7-e863bf05c98f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 944 time: 0.0508153 Aug 31 23:38:14.761497 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-dee2c6eb-7986-4a89-bb54-2be142b55347 req-530906d1-fe40-4b30-aa1e-dbef2c0d7104 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329757 Aug 31 23:38:15.021643 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:15.885360 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5161d7-5d7b-4f13-a2be-bcf5d33b6586 req-29d46c0b-1cb8-4aeb-afd7-c76ef0815533 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:15.886887 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0f5161d7-5d7b-4f13-a2be-bcf5d33b6586 req-29d46c0b-1cb8-4aeb-afd7-c76ef0815533 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 944 time: 0.0509036 Aug 31 23:38:15.926782 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0f5161d7-5d7b-4f13-a2be-bcf5d33b6586 req-b55c1ca1-39d5-44f6-a987-1f884f83c64e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338085 Aug 31 23:38:17.054043 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c804b-799d-4870-bd97-acbfe5782927 req-ea35dbff-2438-4166-98a5-1914cf15c7a3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:17.055569 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-253c804b-799d-4870-bd97-acbfe5782927 req-ea35dbff-2438-4166-98a5-1914cf15c7a3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 944 time: 0.0534499 Aug 31 23:38:17.094786 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-253c804b-799d-4870-bd97-acbfe5782927 req-52d9c7fe-d2e0-4bed-b50b-76ee7c025797 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332828 Aug 31 23:38:18.228817 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114f007-5e9b-49e2-89f6-5dc582db5ef3 req-fbc31518-235d-42e2-8722-143322c3c85e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:18.230314 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c114f007-5e9b-49e2-89f6-5dc582db5ef3 req-fbc31518-235d-42e2-8722-143322c3c85e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 944 time: 0.0624306 Aug 31 23:38:18.268717 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c114f007-5e9b-49e2-89f6-5dc582db5ef3 req-2dc3db54-5859-476e-94fa-59413a7f291e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320518 Aug 31 23:38:19.392497 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdca44d-c225-4ad5-aa50-7ffbacf9f5eb req-12dbcaab-89a5-4a06-9d12-0224fac8705e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:19.394034 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6cdca44d-c225-4ad5-aa50-7ffbacf9f5eb req-12dbcaab-89a5-4a06-9d12-0224fac8705e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 944 time: 0.0518000 Aug 31 23:38:19.432436 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6cdca44d-c225-4ad5-aa50-7ffbacf9f5eb req-081bba4c-324d-49aa-a88a-d8ec167b0a4f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324752 Aug 31 23:38:20.564715 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a57700-4ec1-4277-aeb6-321e5c89d5ac req-079af3f1-7bdd-4e35-b041-21722d5724bf tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:20.568226 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f0a57700-4ec1-4277-aeb6-321e5c89d5ac req-079af3f1-7bdd-4e35-b041-21722d5724bf tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 944 time: 0.0549588 Aug 31 23:38:20.604147 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f0a57700-4ec1-4277-aeb6-321e5c89d5ac req-bc3f3078-c754-4d8b-893d-a999bd41bb16 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312159 Aug 31 23:38:21.731004 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9e588-d72b-4a3d-ba1b-9fdfd59e3b01 req-2db27f84-40b2-4050-acae-acef71ef4903 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:21.732622 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-abc9e588-d72b-4a3d-ba1b-9fdfd59e3b01 req-2db27f84-40b2-4050-acae-acef71ef4903 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 944 time: 0.0533500 Aug 31 23:38:21.772288 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-abc9e588-d72b-4a3d-ba1b-9fdfd59e3b01 req-5c54484e-746b-41e9-93e0-cfe6d307d0f6 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336769 Aug 31 23:38:22.892586 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7069208-87fb-4025-9779-9a34c2ad8302 req-439c81c9-ef06-492b-9700-25a62c8db78a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:22.895067 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e7069208-87fb-4025-9779-9a34c2ad8302 req-439c81c9-ef06-492b-9700-25a62c8db78a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 944 time: 0.0507019 Aug 31 23:38:22.933326 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e7069208-87fb-4025-9779-9a34c2ad8302 req-dc467d84-ec11-4a7c-a1f7-c6aa82769325 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318577 Aug 31 23:38:24.087560 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbc3f8-5c02-4f02-9249-885e64c208e5 req-d1940903-bff2-481d-b92e-955779c5754a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:24.089049 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e0cbc3f8-5c02-4f02-9249-885e64c208e5 req-d1940903-bff2-481d-b92e-955779c5754a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 944 time: 0.0805323 Aug 31 23:38:24.091557 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b5d97e9a-d6d7-4090-ac65-6403d6cb164f req-9617cfe9-4f5c-467d-9c35-c3419a43ecc6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549424 Aug 31 23:38:24.134985 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e0cbc3f8-5c02-4f02-9249-885e64c208e5 req-4d171361-2b5a-41b7-8804-970a90d828ac tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400019 Aug 31 23:38:24.161869 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d97e9a-d6d7-4090-ac65-6403d6cb164f req-fb47cb8d-193e-4acd-9e62-d16bda798f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:24.163339 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b5d97e9a-d6d7-4090-ac65-6403d6cb164f req-fb47cb8d-193e-4acd-9e62-d16bda798f0d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e0ed5307a5244399f394120a4946f2d&device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 1098 time: 0.0428057 Aug 31 23:38:24.270042 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d97e9a-d6d7-4090-ac65-6403d6cb164f req-76231485-e0ed-42cf-bb5c-a928a7d910a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:24.271486 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b5d97e9a-d6d7-4090-ac65-6403d6cb164f req-76231485-e0ed-42cf-bb5c-a928a7d910a4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=70324521-dd07-424c-878a-ecbb84a7a3cc HTTP/1.1" status: 200 len: 912 time: 0.0837746 Aug 31 23:38:24.335382 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b5d97e9a-d6d7-4090-ac65-6403d6cb164f req-042a67c9-6c68-4aaa-b76a-77758ad42918 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91177873-1f90-4605-92d3-d92cbc24448f HTTP/1.1" status: 200 len: 1001 time: 0.0552158 Aug 31 23:38:24.388351 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d97e9a-d6d7-4090-ac65-6403d6cb164f req-8f55d8d8-711e-4806-8c0a-0ca519c24869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:24.389821 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b5d97e9a-d6d7-4090-ac65-6403d6cb164f req-8f55d8d8-711e-4806-8c0a-0ca519c24869 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05747991-f003-405d-b4e6-85180aab9062 HTTP/1.1" status: 200 len: 850 time: 0.0457382 Aug 31 23:38:24.437618 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d97e9a-d6d7-4090-ac65-6403d6cb164f req-2c585b64-da40-417a-a230-588cdee582f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:24.439056 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b5d97e9a-d6d7-4090-ac65-6403d6cb164f req-2c585b64-da40-417a-a230-588cdee582f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70324521-dd07-424c-878a-ecbb84a7a3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386908 Aug 31 23:38:24.534532 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b5d97e9a-d6d7-4090-ac65-6403d6cb164f req-f742d31c-45c9-46d3-ae39-cd206b31015e service neutron] 10.222.0.53 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826881 Aug 31 23:38:24.628368 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b5d97e9a-d6d7-4090-ac65-6403d6cb164f req-bb94714b-0426-4803-8f0c-e21c394e1f05 service neutron] 10.222.0.53 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832376 Aug 31 23:38:24.915208 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device f9d00a35-7d81-4524-acd8-1e6bf617bd2b details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:38:25.009895 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port f9d00a35-7d81-4524-acd8-1e6bf617bd2b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:38:25.022053 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'port_id': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b', 'mac_address': 'fa:16:3e:df:8d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:38:25.059499 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:25.072739 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d00a35-7d81-4524-acd8-1e6bf617bd2b {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:38:25.091582 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port f9d00a35-7d81-4524-acd8-1e6bf617bd2b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:38:25.094646 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:25.140308 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,revision_number=9']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:25.250712 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152f604-4e25-4341-9600-89ebf4d2f0d6 req-28d28cc9-bf0a-4072-8607-34e0e5fa0a0b tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:25.252167 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f152f604-4e25-4341-9600-89ebf4d2f0d6 req-28d28cc9-bf0a-4072-8607-34e0e5fa0a0b tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 945 time: 0.0476165 Aug 31 23:38:25.290091 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f152f604-4e25-4341-9600-89ebf4d2f0d6 req-294d7086-bbaf-48cb-b78b-380a51a53426 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313592 Aug 31 23:38:25.391683 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['f9d00a35-7d81-4524-acd8-1e6bf617bd2b'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:38:26.406666 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3105c-5f9b-4e8f-a902-479dc50e4b94 req-7fc0974b-52e5-468b-a8ed-af80683dcdc9 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:26.408120 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-22a3105c-5f9b-4e8f-a902-479dc50e4b94 req-7fc0974b-52e5-468b-a8ed-af80683dcdc9 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 945 time: 0.0485392 Aug 31 23:38:26.443726 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-22a3105c-5f9b-4e8f-a902-479dc50e4b94 req-1772fa3f-6d22-4c42-953a-eced59438c99 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298080 Aug 31 23:38:26.932380 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device f9d00a35-7d81-4524-acd8-1e6bf617bd2b up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:38:26.977777 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port f9d00a35-7d81-4524-acd8-1e6bf617bd2b triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:26.978140 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:27.053055 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:27.074509 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:38:27.076727 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8079ee5-5bf0-4a51-b11d-5745ed2b606a" -d '{"events": [{"server_uuid": "c77a9b4d-ce9b-4a55-bf95-2392ac3769d4", "name": "network-vif-plugged", "status": "completed", "tag": "f9d00a35-7d81-4524-acd8-1e6bf617bd2b"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:38:27.088666 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port f9d00a35-7d81-4524-acd8-1e6bf617bd2b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:38:27.092524 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:27.115531 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd8e916-7908-4dcf-80d5-e9457c5f6cf5 x-openstack-request-id: req-abd8e916-7908-4dcf-80d5-e9457c5f6cf5 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:38:27.115821 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77a9b4d-ce9b-4a55-bf95-2392ac3769d4", "name": "network-vif-plugged", "status": "completed", "tag": "f9d00a35-7d81-4524-acd8-1e6bf617bd2b", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:38:27.116070 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-abd8e916-7908-4dcf-80d5-e9457c5f6cf5 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:38:27.116472 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b', 'code': 200} Aug 31 23:38:27.141502 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,revision_number=10']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:27.285053 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ead6d1-3fb6-4808-98fb-b91ac88e2706 req-7ff5698e-688c-471f-900b-a7948c9a454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:27.286480 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b8ead6d1-3fb6-4808-98fb-b91ac88e2706 req-7ff5698e-688c-471f-900b-a7948c9a454a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 1100 time: 0.0383136 Aug 31 23:38:27.323676 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b8ead6d1-3fb6-4808-98fb-b91ac88e2706 req-da819647-504b-4045-a94e-51a63809f446 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300779 Aug 31 23:38:27.560649 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e9b8-01fb-4f79-babe-646207d76dff req-2269d739-af74-455b-85f6-030c4c69776f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:27.562105 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4373e9b8-01fb-4f79-babe-646207d76dff req-2269d739-af74-455b-85f6-030c4c69776f tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 947 time: 0.0483658 Aug 31 23:38:27.598466 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-4373e9b8-01fb-4f79-babe-646207d76dff req-c300f51d-174e-43de-92cd-ba5d3eba50d2 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305643 Aug 31 23:38:28.724021 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9ef2d-0875-4b35-92fb-39a1a560dfea req-04614621-f193-45aa-8a81-484d3d315da1 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:28.725690 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-abf9ef2d-0875-4b35-92fb-39a1a560dfea req-04614621-f193-45aa-8a81-484d3d315da1 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 947 time: 0.0546348 Aug 31 23:38:28.765340 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-abf9ef2d-0875-4b35-92fb-39a1a560dfea req-64c07a15-5cc2-487e-bd99-f5b12590b776 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328822 Aug 31 23:38:29.884011 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5a16a-2a86-4c17-93b5-b8f39ef7b534 req-78ccf5d2-bdcb-43c9-860d-182f31f952bc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:29.885568 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f4a5a16a-2a86-4c17-93b5-b8f39ef7b534 req-78ccf5d2-bdcb-43c9-860d-182f31f952bc tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 947 time: 0.0492373 Aug 31 23:38:29.921329 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f4a5a16a-2a86-4c17-93b5-b8f39ef7b534 req-c8280749-ffc0-4dca-8dab-4b7c92536279 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300703 Aug 31 23:38:34.500774 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:38:39.850871 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8cda96d3-588b-476e-8370-61e9faafa944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:41.489697 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:42.889528 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-6483ef92-ba07-4a70-850b-c5944521e3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:43.140076 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:43.559448 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:45.022993 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:48.393245 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18fd96-d530-41de-acef-ba2df2cace6a req-54d03c30-b8fa-4276-b363-21f5f0430db0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:48.394691 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-eb18fd96-d530-41de-acef-ba2df2cace6a req-54d03c30-b8fa-4276-b363-21f5f0430db0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0483828 Aug 31 23:38:48.431524 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-eb18fd96-d530-41de-acef-ba2df2cace6a req-5c148c3a-8129-40bf-9e0d-c089e1915c8e tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310695 Aug 31 23:38:49.545076 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975a03e-b080-40b0-a3f8-470873380881 req-48a9fb92-3946-4a47-9647-647ea3517471 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:49.546539 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6975a03e-b080-40b0-a3f8-470873380881 req-48a9fb92-3946-4a47-9647-647ea3517471 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0479331 Aug 31 23:38:49.588466 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6975a03e-b080-40b0-a3f8-470873380881 req-9fc3ff7c-0499-4f52-aae5-37d20fed66d4 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360589 Aug 31 23:38:50.541994 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10501b24-bd0d-4742-a826-2dfa54118550 req-01930275-aa53-458c-92cd-5c11d1b7d2c9 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:50.543429 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-10501b24-bd0d-4742-a826-2dfa54118550 req-01930275-aa53-458c-92cd-5c11d1b7d2c9 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0481992 Aug 31 23:38:50.632086 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-10501b24-bd0d-4742-a826-2dfa54118550 req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Deleting port 91177873-1f90-4605-92d3-d92cbc24448f {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:38:50.633255 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-10501b24-bd0d-4742-a826-2dfa54118550 req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:50.705424 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fc169-8ebc-49df-ad7a-e6c3f1061f09 req-e1ccacad-92cb-498d-9c79-63531832294d tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:50.706913 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-387fc169-8ebc-49df-ad7a-e6c3f1061f09 req-e1ccacad-92cb-498d-9c79-63531832294d tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 945 time: 0.0535593 Aug 31 23:38:50.722835 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-10501b24-bd0d-4742-a826-2dfa54118550 req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] For port 91177873-1f90-4605-92d3-d92cbc24448f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=91177873-1f90-4605-92d3-d92cbc24448f,segment=NetworkSegment(e4658f6c-fea6-4854-b436-f65b503aa27e),segment_id=e4658f6c-fea6-4854-b436-f65b503aa27e)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:38:50.723200 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-10501b24-bd0d-4742-a826-2dfa54118550 req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:50.743635 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-387fc169-8ebc-49df-ad7a-e6c3f1061f09 req-6abaea49-d07f-4e7c-950c-d2585c27210c tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=1291f8a5-a1e1-4010-8305-277176b4d299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306470 Aug 31 23:38:50.937100 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-10501b24-bd0d-4742-a826-2dfa54118550 req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:50.937490 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-10501b24-bd0d-4742-a826-2dfa54118550 req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762317'] for floatingip, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:50.937806 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.db.l3_db [req-10501b24-bd0d-4742-a826-2dfa54118550 req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Floating IP ce6a7453-17c9-4064-974a-449202fc396d disassociated. External IP: 172.27.0.231, port: 91177873-1f90-4605-92d3-d92cbc24448f. Aug 31 23:38:50.938143 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-10501b24-bd0d-4742-a826-2dfa54118550 req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Calling delete_port for 91177873-1f90-4605-92d3-d92cbc24448f owned by compute:nova {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:38:51.059767 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-10501b24-bd0d-4742-a826-2dfa54118550 req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:51.089032 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Pushing event deleted for resources: {'Port': ['ID=91177873-1f90-4605-92d3-d92cbc24448f,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:51.102077 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:51.102423 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:51.102758 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:51.103204 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:51.103535 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:51.103892 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:51.104214 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:51.104587 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:51.104912 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:51.105231 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:51.105547 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:51.105879 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:51.211408 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10501b24-bd0d-4742-a826-2dfa54118550 req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Router 8831e7c8-a3b4-4758-aa1a-d61f212513ef has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:38:51.312700 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10501b24-bd0d-4742-a826-2dfa54118550 req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:38:51.323038 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69502c23-d18b-4e8a-a0e3-b4a90d8d50cb None None] Sync routers for ids ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:38:51.331928 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69502c23-d18b-4e8a-a0e3-b4a90d8d50cb None None] Routers {'8831e7c8-a3b4-4758-aa1a-d61f212513ef'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:38:51.332569 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-69502c23-d18b-4e8a-a0e3-b4a90d8d50cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:38:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:51.352995 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-10501b24-bd0d-4742-a826-2dfa54118550 req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] No DVR routers for this DVR port 91177873-1f90-4605-92d3-d92cbc24448f on host hv-cinder-80445 {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:38:51.355575 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-10501b24-bd0d-4742-a826-2dfa54118550 req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:51.357555 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-10501b24-bd0d-4742-a826-2dfa54118550 req-f6c481e8-f062-4887-9651-0171e19972dc tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.53 "DELETE /v2.0/ports/91177873-1f90-4605-92d3-d92cbc24448f HTTP/1.1" status: 204 len: 173 time: 0.8075888 Aug 31 23:38:51.357993 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b20eb5-3c96-48c2-bc50-48a906d29f9b', 'name': 'network-vif-deleted', 'tag': '91177873-1f90-4605-92d3-d92cbc24448f'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:38:51.360256 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ac6f41-5ef5-4b4a-a746-c8a939ed7ec5" -d '{"events": [{"server_uuid": "52b20eb5-3c96-48c2-bc50-48a906d29f9b", "name": "network-vif-deleted", "tag": "91177873-1f90-4605-92d3-d92cbc24448f"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:38:51.452404 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-69502c23-d18b-4e8a-a0e3-b4a90d8d50cb None None] Set router 8831e7c8-a3b4-4758-aa1a-d61f212513ef gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:38:51.459813 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0f18ab-cb03-4abd-a633-515604d36330 x-openstack-request-id: req-8e0f18ab-cb03-4abd-a633-515604d36330 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:38:51.460105 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b20eb5-3c96-48c2-bc50-48a906d29f9b", "name": "network-vif-deleted", "tag": "91177873-1f90-4605-92d3-d92cbc24448f", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:38:51.460391 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8e0f18ab-cb03-4abd-a633-515604d36330 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:38:51.460813 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b20eb5-3c96-48c2-bc50-48a906d29f9b', 'name': 'network-vif-deleted', 'tag': '91177873-1f90-4605-92d3-d92cbc24448f', 'status': 'completed', 'code': 200} Aug 31 23:38:51.656138 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-69502c23-d18b-4e8a-a0e3-b4a90d8d50cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '3c75e9b3-9134-43ab-847e-d8c411f165c9', 'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'mac_address': 'fa:16:3e:c0:1d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:25Z', 'updated_at': '2021-08-31T23:35:32Z', 'revision_number': 5, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'subnets': [{'id': '05747991-f003-405d-b4e6-85180aab9062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:51.681494 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69502c23-d18b-4e8a-a0e3-b4a90d8d50cb None None] Checking router: 8831e7c8-a3b4-4758-aa1a-d61f212513ef for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:38:51.689332 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69502c23-d18b-4e8a-a0e3-b4a90d8d50cb None None] Routers {'8831e7c8-a3b4-4758-aa1a-d61f212513ef'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:38:51.689868 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-69502c23-d18b-4e8a-a0e3-b4a90d8d50cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:38:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:51.859022 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-493bda4d-ad99-4043-996d-acdf69164c9c req-5ec4f214-f488-4309-9ae5-e78a5cb7909d tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b20eb5-3c96-48c2-bc50-48a906d29f9b HTTP/1.1" status: 200 len: 210 time: 0.0320189 Aug 31 23:38:51.922115 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-69502c23-d18b-4e8a-a0e3-b4a90d8d50cb None None] Set router 8831e7c8-a3b4-4758-aa1a-d61f212513ef gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:38:52.116937 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-69502c23-d18b-4e8a-a0e3-b4a90d8d50cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '3c75e9b3-9134-43ab-847e-d8c411f165c9', 'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'mac_address': 'fa:16:3e:c0:1d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:25Z', 'updated_at': '2021-08-31T23:35:32Z', 'revision_number': 5, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'subnets': [{'id': '05747991-f003-405d-b4e6-85180aab9062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:38:52.145970 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69502c23-d18b-4e8a-a0e3-b4a90d8d50cb None None] The sync data for ids ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'] in dv-cinder-804459-5-iscsi is: [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '3c75e9b3-9134-43ab-847e-d8c411f165c9', 'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'mac_address': 'fa:16:3e:c0:1d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:25Z', 'updated_at': '2021-08-31T23:35:32Z', 'revision_number': 5, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'subnets': [{'id': '05747991-f003-405d-b4e6-85180aab9062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:38:52.357562 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240d7dda-cac1-4cbb-8981-422e80ae1c20 None None] New status for floating IP ce6a7453-17c9-4064-974a-449202fc396d: DOWN {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:38:53.692827 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 91177873-1f90-4605-92d3-d92cbc24448f no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:38:53.711940 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: 91177873-1f90-4605-92d3-d92cbc24448f {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:38:53.712280 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 91177873-1f90-4605-92d3-d92cbc24448f not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:38:53.962795 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47272) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:54.015907 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2719fa47-f267-4f57-a836-4e1089c09e01 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:54.038351 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2719fa47-f267-4f57-a836-4e1089c09e01 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:54.084638 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2719fa47-f267-4f57-a836-4e1089c09e01 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:54.087688 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2719fa47-f267-4f57-a836-4e1089c09e01 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:54.088844 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-2719fa47-f267-4f57-a836-4e1089c09e01 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "DELETE /v2.0/security-groups/1291f8a5-a1e1-4010-8305-277176b4d299 HTTP/1.1" status: 204 len: 168 time: 0.1249473 Aug 31 23:38:54.091539 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47274) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:54.097569 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719fa47-f267-4f57-a836-4e1089c09e01 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1291f8a5-a1e1-4010-8305-277176b4d299,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:54.325914 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.api.v2.resource [None req-0b3652bb-1fd9-4186-93ef-f9eab57b9b9a tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] show failed (client error): The resource could not be found. Aug 31 23:38:54.326925 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-0b3652bb-1fd9-4186-93ef-f9eab57b9b9a tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups/1291f8a5-a1e1-4010-8305-277176b4d299 HTTP/1.1" status: 404 len: 347 time: 0.2344325 Aug 31 23:38:54.329846 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47276) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:54.446840 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Deleting port b7c30b25-1837-4290-afbf-2b242fd868cf {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:38:54.447180 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:54.518711 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:54.519041 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:54.530987 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Calling delete_port for b7c30b25-1837-4290-afbf-2b242fd868cf owned by network:floatingip {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:38:54.663217 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:54.687326 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Pushing event deleted for resources: {'Port': ['ID=b7c30b25-1837-4290-afbf-2b242fd868cf,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:54.699122 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:54.699470 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:54.699810 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:54.700141 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:54.700500 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:54.700832 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:54.701153 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:54.701477 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:54.701800 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:54.702125 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:54.702440 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:54.702756 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:38:54.756893 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for floatingip, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:54.760046 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:54.761215 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-cac3622a-d348-4cca-bb39-1beb78eec7b0 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "DELETE /v2.0/floatingips/ce6a7453-17c9-4064-974a-449202fc396d HTTP/1.1" status: 204 len: 168 time: 0.4304638 Aug 31 23:38:55.173458 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47282) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:55.178126 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-63e5819b-59fb-47aa-91a5-d56fa8fb083f tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1621971580', 'description': 'tempest-description--842942745'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:55.200454 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-63e5819b-59fb-47aa-91a5-d56fa8fb083f tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.279005 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-63e5819b-59fb-47aa-91a5-d56fa8fb083f tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.282303 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-63e5819b-59fb-47aa-91a5-d56fa8fb083f tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.302985 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-63e5819b-59fb-47aa-91a5-d56fa8fb083f tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.304163 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-63e5819b-59fb-47aa-91a5-d56fa8fb083f tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1296830 Aug 31 23:38:55.307681 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47284) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:55.312256 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5819b-59fb-47aa-91a5-d56fa8fb083f tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31067a2-beec-4e38-a2d5-04386ef74a82,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:55.312505 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-2b2ebd7c-573e-45a9-9bfa-ac78dc4b5503 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Request body: {'security_group_rule': {'security_group_id': 'a31067a2-beec-4e38-a2d5-04386ef74a82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:55.337993 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2b2ebd7c-573e-45a9-9bfa-ac78dc4b5503 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.383588 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2b2ebd7c-573e-45a9-9bfa-ac78dc4b5503 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.387370 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2b2ebd7c-573e-45a9-9bfa-ac78dc4b5503 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.405098 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ebd7c-573e-45a9-9bfa-ac78dc4b5503 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e9b1c6-1383-4a1d-ae78-df0af4110c3c,revision_number=0']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:55.412686 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2b2ebd7c-573e-45a9-9bfa-ac78dc4b5503 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.414713 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-2b2ebd7c-573e-45a9-9bfa-ac78dc4b5503 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1058919 Aug 31 23:38:55.417500 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47286) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:55.421937 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-c0331bb6-cad9-4f45-8695-a515aca6f165 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Request body: {'security_group_rule': {'security_group_id': 'a31067a2-beec-4e38-a2d5-04386ef74a82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:55.447650 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c0331bb6-cad9-4f45-8695-a515aca6f165 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.507233 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c0331bb6-cad9-4f45-8695-a515aca6f165 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.511014 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c0331bb6-cad9-4f45-8695-a515aca6f165 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.529291 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0331bb6-cad9-4f45-8695-a515aca6f165 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b490e120-37c6-435f-bdb6-ec5e6b04a574,revision_number=0']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:55.535997 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c0331bb6-cad9-4f45-8695-a515aca6f165 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.537248 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-c0331bb6-cad9-4f45-8695-a515aca6f165 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188233 Aug 31 23:38:55.541132 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47288) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:38:55.549588 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-444851b7-39b6-4fdc-81d7-abb11aba1ecb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Request body: {'floatingip': {'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:55.573672 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-444851b7-39b6-4fdc-81d7-abb11aba1ecb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for floatingip, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.665609 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-444851b7-39b6-4fdc-81d7-abb11aba1ecb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.769701 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [None req-444851b7-39b6-4fdc-81d7-abb11aba1ecb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Allocated IP 172.27.0.118 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/8673ae65-6755-4b08-9fc7-d20e298a3082) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:38:55.872923 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-444851b7-39b6-4fdc-81d7-abb11aba1ecb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.910198 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-444851b7-39b6-4fdc-81d7-abb11aba1ecb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:55.947864 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444851b7-39b6-4fdc-81d7-abb11aba1ecb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:38:55.952374 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-444851b7-39b6-4fdc-81d7-abb11aba1ecb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:38:55.954784 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444851b7-39b6-4fdc-81d7-abb11aba1ecb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:38:55.981051 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444851b7-39b6-4fdc-81d7-abb11aba1ecb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Pushing event updated for resources: {'Port': ['ID=8673ae65-6755-4b08-9fc7-d20e298a3082,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:56.038769 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-444851b7-39b6-4fdc-81d7-abb11aba1ecb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:56.070309 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-444851b7-39b6-4fdc-81d7-abb11aba1ecb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:56.214383 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-444851b7-39b6-4fdc-81d7-abb11aba1ecb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:56.218550 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-444851b7-39b6-4fdc-81d7-abb11aba1ecb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:56.286538 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444851b7-39b6-4fdc-81d7-abb11aba1ecb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Pushing event updated for resources: {'Port': ['ID=8673ae65-6755-4b08-9fc7-d20e298a3082,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:56.298660 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-444851b7-39b6-4fdc-81d7-abb11aba1ecb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762317'] for floatingip, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:56.312202 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-444851b7-39b6-4fdc-81d7-abb11aba1ecb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:56.313475 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-444851b7-39b6-4fdc-81d7-abb11aba1ecb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7703524 Aug 31 23:38:56.493844 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-3dfba2b6-5ba5-4bfb-9c6f-e98631f2c5df tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1621971580&fields=id&tenant_id=5e0ed5307a5244399f394120a4946f2d HTTP/1.1" status: 200 len: 267 time: 0.0320778 Aug 31 23:38:56.598145 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-a776837f-ee35-4a16-9708-3690c330885c tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:56.599609 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-a776837f-ee35-4a16-9708-3690c330885c tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/networks?id=70324521-dd07-424c-878a-ecbb84a7a3cc HTTP/1.1" status: 200 len: 811 time: 0.0990648 Aug 31 23:38:56.615199 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-61066d17-979d-42ef-885c-327f47e73ec1 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/quotas/5e0ed5307a5244399f394120a4946f2d HTTP/1.1" status: 200 len: 375 time: 0.0091572 Aug 31 23:38:56.668985 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-48af549a-b653-429f-af5e-3dc96e536823 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e0ed5307a5244399f394120a4946f2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471065 Aug 31 23:38:56.812976 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-f7f0c3f7-64be-47c0-85e4-c9a426675c9f service neutron] 10.222.0.54 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312895 Aug 31 23:38:56.906658 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-5b8b67a2-72f5-49fd-9ee8-c2bea0028492 service neutron] 10.222.0.54 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877979 Aug 31 23:38:57.077604 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a3acd979-3d04-437f-a9ef-43d699305843 req-144dec92-8d54-4779-99ef-d1959c152d53 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf95f848-cf5f-4ffa-96c9-9dd99c4650fe HTTP/1.1" status: 200 len: 210 time: 0.0260820 Aug 31 23:38:58.044211 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-a9882518-9c0a-47f3-ad7c-b22b0f73dd9e tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:58.045609 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-a9882518-9c0a-47f3-ad7c-b22b0f73dd9e tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.53 "GET /v2.0/networks?id=70324521-dd07-424c-878a-ecbb84a7a3cc HTTP/1.1" status: 200 len: 811 time: 0.1153066 Aug 31 23:38:58.092574 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-576535f8-b1db-4acc-a0ef-e8547c2a50e9 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e0ed5307a5244399f394120a4946f2d HTTP/1.1" status: 200 len: 380 time: 0.0356979 Aug 31 23:38:58.108619 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-1daf79d5-7df8-4f04-a4fc-714a486885e8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Request body: {'port': {'device_id': 'bf95f848-cf5f-4ffa-96c9-9dd99c4650fe', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'admin_state_up': True, 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'security_groups': ['a31067a2-beec-4e38-a2d5-04386ef74a82']}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:58.174801 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-255c4328-9ef8-4cc3-84f5-b0884b2e80a9 req-209bf0f9-cc6b-4e8f-aebd-45f11bbe0030 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf95f848-cf5f-4ffa-96c9-9dd99c4650fe HTTP/1.1" status: 200 len: 210 time: 0.0264421 Aug 31 23:38:58.223597 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-1daf79d5-7df8-4f04-a4fc-714a486885e8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Made reservation on behalf of 5e0ed5307a5244399f394120a4946f2d for: {'port': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:38:58.228083 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-1daf79d5-7df8-4f04-a4fc-714a486885e8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:58.353344 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-1daf79d5-7df8-4f04-a4fc-714a486885e8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Allocated IP 172.20.0.14 (70324521-dd07-424c-878a-ecbb84a7a3cc/05747991-f003-405d-b4e6-85180aab9062/0459b076-4938-4544-bd3c-227be5a86e6d) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:38:58.483597 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-1daf79d5-7df8-4f04-a4fc-714a486885e8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:58.497793 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-1daf79d5-7df8-4f04-a4fc-714a486885e8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Transition to ACTIVE for port object 0459b076-4938-4544-bd3c-227be5a86e6d will not be triggered until provisioned by entity DHCP. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:38:58.529519 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-1daf79d5-7df8-4f04-a4fc-714a486885e8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:58.574931 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-1daf79d5-7df8-4f04-a4fc-714a486885e8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Network 70324521-dd07-424c-878a-ecbb84a7a3cc is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:38:58.577954 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-1daf79d5-7df8-4f04-a4fc-714a486885e8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:38:58.581633 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-1daf79d5-7df8-4f04-a4fc-714a486885e8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:38:58.605520 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf79d5-7df8-4f04-a4fc-714a486885e8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Pushing event updated for resources: {'Port': ['ID=0459b076-4938-4544-bd3c-227be5a86e6d,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:58.633267 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-1daf79d5-7df8-4f04-a4fc-714a486885e8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:58.633895 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-1daf79d5-7df8-4f04-a4fc-714a486885e8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:58.648455 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-1daf79d5-7df8-4f04-a4fc-714a486885e8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5439723 Aug 31 23:38:58.661351 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Request body: {'port': {'device_id': 'bf95f848-cf5f-4ffa-96c9-9dd99c4650fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:38:58.717159 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:58.793195 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-99b86e06-4e08-4e97-85fa-80c39bfe6e84 None None] Provisioning for port 0459b076-4938-4544-bd3c-227be5a86e6d completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:38:58.796834 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-99b86e06-4e08-4e97-85fa-80c39bfe6e84 None None] Provisioning complete for port 0459b076-4938-4544-bd3c-227be5a86e6d triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:38:58.797198 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-99b86e06-4e08-4e97-85fa-80c39bfe6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:58.829516 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-99b86e06-4e08-4e97-85fa-80c39bfe6e84 None None] Port 0459b076-4938-4544-bd3c-227be5a86e6d cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:38:58.976535 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0459b076-4938-4544-bd3c-227be5a86e6d {{(pid=93845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:38:58.983684 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:58.995970 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Transition to ACTIVE for port object 0459b076-4938-4544-bd3c-227be5a86e6d will not be triggered until provisioned by entity L2. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:38:58.999677 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:59.052343 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Pushing event updated for resources: {'Port': ['ID=0459b076-4938-4544-bd3c-227be5a86e6d,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:59.126131 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Attempting to bind port 0459b076-4938-4544-bd3c-227be5a86e6d on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:38:59.126555 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Attempting to bind port 0459b076-4938-4544-bd3c-227be5a86e6d by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'e4658f6c-fea6-4854-b436-f65b503aa27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc'}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:38:59.126946 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Attempting to bind port 0459b076-4938-4544-bd3c-227be5a86e6d on network 70324521-dd07-424c-878a-ecbb84a7a3cc {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:38:59.132718 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Port 0459b076-4938-4544-bd3c-227be5a86e6d on network 70324521-dd07-424c-878a-ecbb84a7a3cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:38:59.133037 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Attempting to bind port 0459b076-4938-4544-bd3c-227be5a86e6d on network 70324521-dd07-424c-878a-ecbb84a7a3cc {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:38:59.139371 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:38:59.139704 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Checking segment: {'id': 'e4658f6c-fea6-4854-b436-f65b503aa27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:38:59.140081 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Bound using segment: {'id': 'e4658f6c-fea6-4854-b436-f65b503aa27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc'} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:38:59.140548 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Bound port: 0459b076-4938-4544-bd3c-227be5a86e6d, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4658f6c-fea6-4854-b436-f65b503aa27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc'}}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:38:59.140901 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:59.222764 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] For port 0459b076-4938-4544-bd3c-227be5a86e6d, host hv-cinder-80445, cleared binding levels {{(pid=93845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:38:59.226281 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] For port 0459b076-4938-4544-bd3c-227be5a86e6d, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0459b076-4938-4544-bd3c-227be5a86e6d,segment=NetworkSegment(e4658f6c-fea6-4854-b436-f65b503aa27e),segment_id=e4658f6c-fea6-4854-b436-f65b503aa27e)] {{(pid=93845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:38:59.232238 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:59.280909 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:59.280909 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:38:59.282253 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] 10.222.0.53 "PUT /v2.0/ports/0459b076-4938-4544-bd3c-227be5a86e6d HTTP/1.1" status: 200 len: 1094 time: 0.6252651 Aug 31 23:38:59.284536 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf95f848-cf5f-4ffa-96c9-9dd99c4650fe', 'tag': '0459b076-4938-4544-bd3c-227be5a86e6d'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:38:59.286726 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5287c2b6-1e81-450e-94fe-9335e2ca91c8" -d '{"events": [{"name": "network-changed", "server_uuid": "bf95f848-cf5f-4ffa-96c9-9dd99c4650fe", "tag": "0459b076-4938-4544-bd3c-227be5a86e6d"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:38:59.293012 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625777ba-ade1-410a-8fed-508270235ea3 req-2397db00-f51e-4793-9e9d-36c90ed9eca8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:59.294814 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-625777ba-ade1-410a-8fed-508270235ea3 req-2397db00-f51e-4793-9e9d-36c90ed9eca8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf95f848-cf5f-4ffa-96c9-9dd99c4650fe HTTP/1.1" status: 200 len: 944 time: 0.0520163 Aug 31 23:38:59.336385 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-4b58f831-55b5-44f5-8996-b210fbb90b1b tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792078547&fields=id&tenant_id=b688313b25cd4a65a9e59f26ecccba69 HTTP/1.1" status: 200 len: 267 time: 0.0763636 Aug 31 23:38:59.338201 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b5585-c7c0-4212-8a3c-2d502c08ef52 service neutron] Pushing event updated for resources: {'Port': ['ID=0459b076-4938-4544-bd3c-227be5a86e6d,revision_number=3']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:38:59.352947 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-625777ba-ade1-410a-8fed-508270235ea3 req-bb6a1633-090b-4373-b2dc-823e630b35fb tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=a31067a2-beec-4e38-a2d5-04386ef74a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493796 Aug 31 23:38:59.418386 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362f2118-244b-4392-ae93-578dd5316dc6 x-openstack-request-id: req-362f2118-244b-4392-ae93-578dd5316dc6 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:38:59.418673 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf95f848-cf5f-4ffa-96c9-9dd99c4650fe", "tag": "0459b076-4938-4544-bd3c-227be5a86e6d", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:38:59.418917 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-362f2118-244b-4392-ae93-578dd5316dc6 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:38:59.419307 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf95f848-cf5f-4ffa-96c9-9dd99c4650fe', 'tag': '0459b076-4938-4544-bd3c-227be5a86e6d', 'status': 'completed', 'code': 200} Aug 31 23:38:59.438118 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-c078b147-3489-43b3-a25e-b082b7bfbae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:59.439605 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-c078b147-3489-43b3-a25e-b082b7bfbae3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e0ed5307a5244399f394120a4946f2d&device_id=bf95f848-cf5f-4ffa-96c9-9dd99c4650fe HTTP/1.1" status: 200 len: 1097 time: 0.1136081 Aug 31 23:38:59.491867 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-ad173cc1-2a90-4f11-8a4b-0b6533065642 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0459b076-4938-4544-bd3c-227be5a86e6d HTTP/1.1" status: 200 len: 217 time: 0.0436683 Aug 31 23:38:59.541287 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-a9dc1276-f453-477e-b53e-5749758b086a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:59.542700 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-a9dc1276-f453-477e-b53e-5749758b086a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/networks?id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b HTTP/1.1" status: 200 len: 812 time: 0.1884148 Aug 31 23:38:59.564829 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-c494a609-d2c1-4f29-b5c7-89576870177a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/quotas/b688313b25cd4a65a9e59f26ecccba69 HTTP/1.1" status: 200 len: 375 time: 0.0150435 Aug 31 23:38:59.568272 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-d7de1720-18a8-4622-a6f0-93a17fc03c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:59.569660 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-d7de1720-18a8-4622-a6f0-93a17fc03c94 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05747991-f003-405d-b4e6-85180aab9062 HTTP/1.1" status: 200 len: 850 time: 0.0661461 Aug 31 23:38:59.653916 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-82d5cb8e-32ff-4cc4-a849-0142f703acd4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b688313b25cd4a65a9e59f26ecccba69&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0756710 Aug 31 23:38:59.655434 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-9b98eb04-1643-4ff2-82b9-8c51c7b19332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:38:59.656790 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-9b98eb04-1643-4ff2-82b9-8c51c7b19332 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70324521-dd07-424c-878a-ecbb84a7a3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706363 Aug 31 23:38:59.817948 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-6e7c48f6-729e-48ac-a349-4230783a5744 service neutron] 10.222.0.54 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524911 Aug 31 23:38:59.820011 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-c4700ed5-f8ee-48b7-aa88-0f56c55400d9 service neutron] 10.222.0.53 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536295 Aug 31 23:38:59.966056 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-75a8b9ab-a820-404d-bbc7-626dd7ef7173 service neutron] 10.222.0.54 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419353 Aug 31 23:38:59.975498 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bd769e84-51b6-4417-aeb5-3ed07a62be60 req-f490703f-96b2-44e7-b93b-0809d79f2f0e service neutron] 10.222.0.53 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349912 Aug 31 23:39:00.071744 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287c2b6-1e81-450e-94fe-9335e2ca91c8 req-abaa4ad8-4783-409d-9605-a20a99d62c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:00.073425 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5287c2b6-1e81-450e-94fe-9335e2ca91c8 req-abaa4ad8-4783-409d-9605-a20a99d62c5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e0ed5307a5244399f394120a4946f2d&device_id=bf95f848-cf5f-4ffa-96c9-9dd99c4650fe HTTP/1.1" status: 200 len: 1097 time: 0.0418215 Aug 31 23:39:00.175594 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287c2b6-1e81-450e-94fe-9335e2ca91c8 req-aaf942e9-791f-43f7-a16f-04e78832aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:00.177194 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5287c2b6-1e81-450e-94fe-9335e2ca91c8 req-aaf942e9-791f-43f7-a16f-04e78832aba7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=70324521-dd07-424c-878a-ecbb84a7a3cc HTTP/1.1" status: 200 len: 912 time: 0.0940897 Aug 31 23:39:00.266219 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-9c17eafd-3bf3-4ac1-b0fb-bc17b1450ce3 req-0fa0292a-7097-4114-9e9b-43414454cb0e tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 210 time: 0.0283475 Aug 31 23:39:00.478029 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5287c2b6-1e81-450e-94fe-9335e2ca91c8 req-3da4b115-b81f-476f-8af0-d55622ad2fe1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0459b076-4938-4544-bd3c-227be5a86e6d HTTP/1.1" status: 200 len: 217 time: 0.2920525 Aug 31 23:39:00.556463 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287c2b6-1e81-450e-94fe-9335e2ca91c8 req-2d3084ea-fc0a-460c-8c02-35a93dcce892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:00.557920 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5287c2b6-1e81-450e-94fe-9335e2ca91c8 req-2d3084ea-fc0a-460c-8c02-35a93dcce892 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05747991-f003-405d-b4e6-85180aab9062 HTTP/1.1" status: 200 len: 850 time: 0.0706594 Aug 31 23:39:00.565962 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55fca2-49db-4ab4-a49c-56f5a605764f req-a6cbea56-82b8-4e6c-b77d-1de8635bbf23 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:00.567589 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-fe55fca2-49db-4ab4-a49c-56f5a605764f req-a6cbea56-82b8-4e6c-b77d-1de8635bbf23 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf95f848-cf5f-4ffa-96c9-9dd99c4650fe HTTP/1.1" status: 200 len: 944 time: 0.0924525 Aug 31 23:39:00.631695 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-fe55fca2-49db-4ab4-a49c-56f5a605764f req-026da611-1acb-4012-94b1-79e4548f433a tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=a31067a2-beec-4e38-a2d5-04386ef74a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547683 Aug 31 23:39:00.634880 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287c2b6-1e81-450e-94fe-9335e2ca91c8 req-c8c3bed5-4541-4f0e-a1a8-1745e83e7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:00.636305 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5287c2b6-1e81-450e-94fe-9335e2ca91c8 req-c8c3bed5-4541-4f0e-a1a8-1745e83e7c8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70324521-dd07-424c-878a-ecbb84a7a3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680943 Aug 31 23:39:00.749110 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5287c2b6-1e81-450e-94fe-9335e2ca91c8 req-a30e483c-1346-4037-92ab-387402c2c1a4 service neutron] 10.222.0.53 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852530 Aug 31 23:39:00.841124 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5287c2b6-1e81-450e-94fe-9335e2ca91c8 req-ce6deac2-e7ca-4de0-a487-e23fc3882477 service neutron] 10.222.0.53 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807881 Aug 31 23:39:01.221778 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-b890a545-6013-4bc7-861e-010e0a29db39 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:01.223235 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-b890a545-6013-4bc7-861e-010e0a29db39 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.53 "GET /v2.0/networks?id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b HTTP/1.1" status: 200 len: 812 time: 0.1056814 Aug 31 23:39:01.270400 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-0f64e027-8613-48c1-a0e6-834d80e88b6d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b688313b25cd4a65a9e59f26ecccba69 HTTP/1.1" status: 200 len: 379 time: 0.0363796 Aug 31 23:39:01.280103 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-6ded28bb-1bbf-4d4a-8279-965aaf08c074 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Request body: {'port': {'device_id': 'a3feed57-81f9-4e0e-9ff0-06524120e329', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'admin_state_up': True, 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'security_groups': ['f1003c0e-2f5f-4418-9349-3296edd34630']}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:01.360746 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-cb0fdbbf-68bf-4bde-be33-da220dbf20fe req-b2c96c33-1bcc-4a5c-8778-fee8e81cbf97 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 210 time: 0.0263400 Aug 31 23:39:01.387747 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-6ded28bb-1bbf-4d4a-8279-965aaf08c074 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Made reservation on behalf of b688313b25cd4a65a9e59f26ecccba69 for: {'port': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:39:01.391204 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-6ded28bb-1bbf-4d4a-8279-965aaf08c074 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:01.518744 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-6ded28bb-1bbf-4d4a-8279-965aaf08c074 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Allocated IP 172.20.0.12 (d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b/5e8c92f8-319d-4063-b51c-7c81f6bd05c9/af1037d3-276e-4b80-9742-45168a0a46cd) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:39:01.561487 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 0459b076-4938-4544-bd3c-227be5a86e6d details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:39:01.660992 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 0459b076-4938-4544-bd3c-227be5a86e6d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0459b076-4938-4544-bd3c-227be5a86e6d,segment=NetworkSegment(e4658f6c-fea6-4854-b436-f65b503aa27e),segment_id=e4658f6c-fea6-4854-b436-f65b503aa27e)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:01.670112 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-6ded28bb-1bbf-4d4a-8279-965aaf08c074 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:01.674115 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '0459b076-4938-4544-bd3c-227be5a86e6d', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'port_id': '0459b076-4938-4544-bd3c-227be5a86e6d', 'mac_address': 'fa:16:3e:8c:4a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:39:01.691667 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-6ded28bb-1bbf-4d4a-8279-965aaf08c074 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Transition to ACTIVE for port object af1037d3-276e-4b80-9742-45168a0a46cd will not be triggered until provisioned by entity DHCP. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:39:01.711905 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:01.725844 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0459b076-4938-4544-bd3c-227be5a86e6d {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:39:01.745470 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 0459b076-4938-4544-bd3c-227be5a86e6d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0459b076-4938-4544-bd3c-227be5a86e6d,segment=NetworkSegment(e4658f6c-fea6-4854-b436-f65b503aa27e),segment_id=e4658f6c-fea6-4854-b436-f65b503aa27e)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:01.749543 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:01.769102 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b74f19-ebfd-410e-810f-0ad494d92794 req-5ba17610-f469-498b-8d42-322393744916 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:01.770765 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-75b74f19-ebfd-410e-810f-0ad494d92794 req-5ba17610-f469-498b-8d42-322393744916 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf95f848-cf5f-4ffa-96c9-9dd99c4650fe HTTP/1.1" status: 200 len: 944 time: 0.0615258 Aug 31 23:39:01.779554 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-6ded28bb-1bbf-4d4a-8279-965aaf08c074 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:01.805973 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=0459b076-4938-4544-bd3c-227be5a86e6d,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:01.814127 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:01.814476 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:01.814817 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:01.815152 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:01.815661 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:01.815992 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:01.816363 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:01.816696 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:01.817594 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:01.817933 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:01.818262 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:01.818588 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:01.840828 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-6ded28bb-1bbf-4d4a-8279-965aaf08c074 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:39:01.847490 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-6ded28bb-1bbf-4d4a-8279-965aaf08c074 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:39:01.853705 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-6ded28bb-1bbf-4d4a-8279-965aaf08c074 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:39:01.860234 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded28bb-1bbf-4d4a-8279-965aaf08c074 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event updated for resources: {'Port': ['ID=af1037d3-276e-4b80-9742-45168a0a46cd,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:01.892075 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-75b74f19-ebfd-410e-810f-0ad494d92794 req-e79f146c-9225-4060-9e0d-742b172ceebd tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=a31067a2-beec-4e38-a2d5-04386ef74a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051679 Aug 31 23:39:01.919441 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-6ded28bb-1bbf-4d4a-8279-965aaf08c074 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:01.920124 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-6ded28bb-1bbf-4d4a-8279-965aaf08c074 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:01.934346 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-6ded28bb-1bbf-4d4a-8279-965aaf08c074 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6579180 Aug 31 23:39:01.947550 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Request body: {'port': {'device_id': 'a3feed57-81f9-4e0e-9ff0-06524120e329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:02.002790 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:02.022271 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['0459b076-4938-4544-bd3c-227be5a86e6d'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:39:02.125882 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-4e465767-5cd2-4388-a94e-424d01f11216 None None] Provisioning for port af1037d3-276e-4b80-9742-45168a0a46cd completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:39:02.137932 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-4e465767-5cd2-4388-a94e-424d01f11216 None None] Provisioning complete for port af1037d3-276e-4b80-9742-45168a0a46cd triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:02.138307 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-4e465767-5cd2-4388-a94e-424d01f11216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:02.189057 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-4e465767-5cd2-4388-a94e-424d01f11216 None None] Port af1037d3-276e-4b80-9742-45168a0a46cd cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:39:02.261078 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1037d3-276e-4b80-9742-45168a0a46cd {{(pid=93845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:39:02.268211 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:02.279868 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Transition to ACTIVE for port object af1037d3-276e-4b80-9742-45168a0a46cd will not be triggered until provisioned by entity L2. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:39:02.283423 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:02.339808 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Pushing event updated for resources: {'Port': ['ID=af1037d3-276e-4b80-9742-45168a0a46cd,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:02.405736 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Attempting to bind port af1037d3-276e-4b80-9742-45168a0a46cd on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:39:02.406084 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Attempting to bind port af1037d3-276e-4b80-9742-45168a0a46cd by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:39:02.406409 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Attempting to bind port af1037d3-276e-4b80-9742-45168a0a46cd on network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:39:02.411208 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Port af1037d3-276e-4b80-9742-45168a0a46cd on network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:39:02.411532 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Attempting to bind port af1037d3-276e-4b80-9742-45168a0a46cd on network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:39:02.417211 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:39:02.417557 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Checking segment: {'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:39:02.417943 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Bound using segment: {'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:39:02.418375 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Bound port: af1037d3-276e-4b80-9742-45168a0a46cd, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc209cc5-41f0-449d-8912-a1087059e70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b'}}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:39:02.418732 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:02.479268 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580632c0-ebe2-4825-b1ea-9d154972b79a req-ebe6720b-a74f-46c2-9394-7651b30981dd tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:02.480815 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-580632c0-ebe2-4825-b1ea-9d154972b79a req-ebe6720b-a74f-46c2-9394-7651b30981dd tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 944 time: 0.0516148 Aug 31 23:39:02.489764 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] For port af1037d3-276e-4b80-9742-45168a0a46cd, host hv-cinder-80445, cleared binding levels {{(pid=93845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:39:02.493409 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] For port af1037d3-276e-4b80-9742-45168a0a46cd, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=af1037d3-276e-4b80-9742-45168a0a46cd,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:39:02.504648 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:02.528880 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-580632c0-ebe2-4825-b1ea-9d154972b79a req-77dcb8b2-e537-4cd2-8106-c23982a01e96 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406377 Aug 31 23:39:02.544557 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:02.545172 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:02.546569 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] 10.222.0.53 "PUT /v2.0/ports/af1037d3-276e-4b80-9742-45168a0a46cd HTTP/1.1" status: 200 len: 1094 time: 0.6039355 Aug 31 23:39:02.546978 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3feed57-81f9-4e0e-9ff0-06524120e329', 'tag': 'af1037d3-276e-4b80-9742-45168a0a46cd'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:39:02.549239 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f427fea4-8ffc-4680-9f85-68e8b772cc34" -d '{"events": [{"name": "network-changed", "server_uuid": "a3feed57-81f9-4e0e-9ff0-06524120e329", "tag": "af1037d3-276e-4b80-9742-45168a0a46cd"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:39:02.590116 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057de060-ff7f-4892-bfa4-b2e41dadac74 service neutron] Pushing event updated for resources: {'Port': ['ID=af1037d3-276e-4b80-9742-45168a0a46cd,revision_number=3']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:02.611806 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62d870c-13c2-4ca7-86c6-cbdf07d78902 x-openstack-request-id: req-e62d870c-13c2-4ca7-86c6-cbdf07d78902 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:39:02.612171 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3feed57-81f9-4e0e-9ff0-06524120e329", "tag": "af1037d3-276e-4b80-9742-45168a0a46cd", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:39:02.612517 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e62d870c-13c2-4ca7-86c6-cbdf07d78902 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:39:02.612910 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3feed57-81f9-4e0e-9ff0-06524120e329', 'tag': 'af1037d3-276e-4b80-9742-45168a0a46cd', 'status': 'completed', 'code': 200} Aug 31 23:39:02.645064 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-03433e16-9385-4e31-8b6a-a7c67184668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:02.646602 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-03433e16-9385-4e31-8b6a-a7c67184668e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b688313b25cd4a65a9e59f26ecccba69&device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 1097 time: 0.0531428 Aug 31 23:39:02.694641 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-c5437f58-f318-4d6d-8b4d-27b9cedbd635 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af1037d3-276e-4b80-9742-45168a0a46cd HTTP/1.1" status: 200 len: 217 time: 0.0356925 Aug 31 23:39:02.749404 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-b244edf6-c25f-46b9-8f7b-aa77016f918f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:02.750862 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-b244edf6-c25f-46b9-8f7b-aa77016f918f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e8c92f8-319d-4063-b51c-7c81f6bd05c9 HTTP/1.1" status: 200 len: 851 time: 0.0479763 Aug 31 23:39:02.799072 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-b3139c1d-933a-4039-a54f-e9ffab9ea606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:02.800537 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-b3139c1d-933a-4039-a54f-e9ffab9ea606 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394375 Aug 31 23:39:02.888481 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-a6800715-a761-43d9-8824-06283c76f22a service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801845 Aug 31 23:39:02.982469 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e9d44bc5-0823-4263-9a68-670933c71ed8 req-e5a67ba5-6d5c-466e-af79-83728abb2257 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845964 Aug 31 23:39:03.006910 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43732c-c876-4694-a514-c660340d2073 req-5e617a6c-2081-4125-92a9-784c50c06949 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:03.008436 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0e43732c-c876-4694-a514-c660340d2073 req-5e617a6c-2081-4125-92a9-784c50c06949 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf95f848-cf5f-4ffa-96c9-9dd99c4650fe HTTP/1.1" status: 200 len: 945 time: 0.0508077 Aug 31 23:39:03.049904 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0e43732c-c876-4694-a514-c660340d2073 req-dc5e3dcd-c76a-41a3-97ac-ba028bf3892f tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=a31067a2-beec-4e38-a2d5-04386ef74a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353608 Aug 31 23:39:03.077220 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427fea4-8ffc-4680-9f85-68e8b772cc34 req-6eda2083-961c-4e58-9a54-4cc03f9b35dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:03.078615 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f427fea4-8ffc-4680-9f85-68e8b772cc34 req-6eda2083-961c-4e58-9a54-4cc03f9b35dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b688313b25cd4a65a9e59f26ecccba69&device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 1097 time: 0.0451448 Aug 31 23:39:03.174746 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427fea4-8ffc-4680-9f85-68e8b772cc34 req-5ef37e96-5373-40ac-adfb-50425c7ec7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:03.176176 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f427fea4-8ffc-4680-9f85-68e8b772cc34 req-5ef37e96-5373-40ac-adfb-50425c7ec7d2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b HTTP/1.1" status: 200 len: 913 time: 0.0846341 Aug 31 23:39:03.219411 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f427fea4-8ffc-4680-9f85-68e8b772cc34 req-acf8f59d-e5bf-4e58-82a7-b84e12865157 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af1037d3-276e-4b80-9742-45168a0a46cd HTTP/1.1" status: 200 len: 217 time: 0.0337296 Aug 31 23:39:03.266768 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427fea4-8ffc-4680-9f85-68e8b772cc34 req-608b5918-b9b5-4c4d-9650-2504e130e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:03.268144 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f427fea4-8ffc-4680-9f85-68e8b772cc34 req-608b5918-b9b5-4c4d-9650-2504e130e1a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e8c92f8-319d-4063-b51c-7c81f6bd05c9 HTTP/1.1" status: 200 len: 851 time: 0.0412312 Aug 31 23:39:03.316019 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427fea4-8ffc-4680-9f85-68e8b772cc34 req-f17f7b2a-781c-4eac-907d-09996cbb8954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:03.317420 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f427fea4-8ffc-4680-9f85-68e8b772cc34 req-f17f7b2a-781c-4eac-907d-09996cbb8954 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409203 Aug 31 23:39:03.405514 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f427fea4-8ffc-4680-9f85-68e8b772cc34 req-d6a1c0f9-a010-41fb-9cc1-0f07847f59cf service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791268 Aug 31 23:39:03.504650 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f427fea4-8ffc-4680-9f85-68e8b772cc34 req-b70b38a3-623c-4397-974f-20b3a0497323 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823183 Aug 31 23:39:03.567756 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 0459b076-4938-4544-bd3c-227be5a86e6d up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:39:03.619085 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port 0459b076-4938-4544-bd3c-227be5a86e6d completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:39:03.623084 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 0459b076-4938-4544-bd3c-227be5a86e6d triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:03.623571 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:03.647000 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b9104-058e-4af4-9378-7998c9f91d44 req-b9a70d04-d3f5-4ced-a341-859a1e9770e3 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:03.648511 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bb1b9104-058e-4af4-9378-7998c9f91d44 req-b9a70d04-d3f5-4ced-a341-859a1e9770e3 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 944 time: 0.0499535 Aug 31 23:39:03.686169 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bb1b9104-058e-4af4-9378-7998c9f91d44 req-65c03a31-38cd-4b21-8382-2ee83fcccd26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316784 Aug 31 23:39:03.699800 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:03.721088 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf95f848-cf5f-4ffa-96c9-9dd99c4650fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0459b076-4938-4544-bd3c-227be5a86e6d'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:39:03.723414 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b1f627-16d2-4bd3-baad-adaed5cbd723" -d '{"events": [{"server_uuid": "bf95f848-cf5f-4ffa-96c9-9dd99c4650fe", "name": "network-vif-plugged", "status": "completed", "tag": "0459b076-4938-4544-bd3c-227be5a86e6d"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:39:03.735539 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 0459b076-4938-4544-bd3c-227be5a86e6d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0459b076-4938-4544-bd3c-227be5a86e6d,segment=NetworkSegment(e4658f6c-fea6-4854-b436-f65b503aa27e),segment_id=e4658f6c-fea6-4854-b436-f65b503aa27e)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:03.739357 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:03.766300 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c99f0d1-a808-4f4a-8fde-26adea9ae90d x-openstack-request-id: req-4c99f0d1-a808-4f4a-8fde-26adea9ae90d {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:39:03.766593 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf95f848-cf5f-4ffa-96c9-9dd99c4650fe", "name": "network-vif-plugged", "status": "completed", "tag": "0459b076-4938-4544-bd3c-227be5a86e6d", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:39:03.766841 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4c99f0d1-a808-4f4a-8fde-26adea9ae90d {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:39:03.767223 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf95f848-cf5f-4ffa-96c9-9dd99c4650fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0459b076-4938-4544-bd3c-227be5a86e6d', 'code': 200} Aug 31 23:39:03.791433 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=0459b076-4938-4544-bd3c-227be5a86e6d,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:03.935875 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97e1d8-a8c8-4a78-a6f3-31a59e42feec req-f5ae451c-5a25-40ee-be2d-e15d3c23508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:03.937363 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6e97e1d8-a8c8-4a78-a6f3-31a59e42feec req-f5ae451c-5a25-40ee-be2d-e15d3c23508d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bf95f848-cf5f-4ffa-96c9-9dd99c4650fe HTTP/1.1" status: 200 len: 1099 time: 0.0384140 Aug 31 23:39:03.972216 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6e97e1d8-a8c8-4a78-a6f3-31a59e42feec req-32cb723d-70cd-42c4-9fa9-c07a802b97ec service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a31067a2-beec-4e38-a2d5-04386ef74a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270848 Aug 31 23:39:04.161831 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa08e9c-72cc-422c-9212-df5a3f3e23ef req-383a1825-a355-499c-a487-b87f69203c7d tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:04.163270 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7aa08e9c-72cc-422c-9212-df5a3f3e23ef req-383a1825-a355-499c-a487-b87f69203c7d tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf95f848-cf5f-4ffa-96c9-9dd99c4650fe HTTP/1.1" status: 200 len: 946 time: 0.0469272 Aug 31 23:39:04.206700 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7aa08e9c-72cc-422c-9212-df5a3f3e23ef req-ccb04f6c-ca63-47f5-87af-8945add16e59 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=a31067a2-beec-4e38-a2d5-04386ef74a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369656 Aug 31 23:39:04.798200 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963ba84-c141-4f08-b884-c09ef2409a8d req-790da9d6-fb38-4946-ad50-d60be45cb815 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:04.799574 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f963ba84-c141-4f08-b884-c09ef2409a8d req-790da9d6-fb38-4946-ad50-d60be45cb815 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 944 time: 0.0475926 Aug 31 23:39:04.836798 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f963ba84-c141-4f08-b884-c09ef2409a8d req-d4e49ca2-51b0-43b0-9537-2f11002873e3 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308189 Aug 31 23:39:05.318308 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc6568-5718-46ce-828b-a416a3fac645 req-735041a6-4da5-45bb-b40e-a7bc1ba8c1e8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:05.319761 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1efc6568-5718-46ce-828b-a416a3fac645 req-735041a6-4da5-45bb-b40e-a7bc1ba8c1e8 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf95f848-cf5f-4ffa-96c9-9dd99c4650fe HTTP/1.1" status: 200 len: 946 time: 0.0483429 Aug 31 23:39:05.356110 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1efc6568-5718-46ce-828b-a416a3fac645 req-3939cc52-d91e-4200-aad3-76e9809a93ae tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=a31067a2-beec-4e38-a2d5-04386ef74a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299442 Aug 31 23:39:05.463649 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39d526-4a8e-463e-9c75-3f925026b303 req-f541113c-35ad-4a41-9978-d579871863b9 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:05.465150 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3a39d526-4a8e-463e-9c75-3f925026b303 req-f541113c-35ad-4a41-9978-d579871863b9 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf95f848-cf5f-4ffa-96c9-9dd99c4650fe HTTP/1.1" status: 200 len: 946 time: 0.0482593 Aug 31 23:39:05.473467 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47394) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:05.478409 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-b51e617f-197e-4d21-b98d-eebfe7bc9b25 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Request body: {'floatingip': {'port_id': '0459b076-4938-4544-bd3c-227be5a86e6d'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:05.519986 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b51e617f-197e-4d21-b98d-eebfe7bc9b25 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for floatingip, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:05.934312 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b51e617f-197e-4d21-b98d-eebfe7bc9b25 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:05.938747 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b51e617f-197e-4d21-b98d-eebfe7bc9b25 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762317'] for floatingip, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:05.949045 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d11057-5126-481b-a9df-fbc216dcea79 req-4e1b382d-920f-410c-bb4a-32a4828a53fb tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:05.950540 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-73d11057-5126-481b-a9df-fbc216dcea79 req-4e1b382d-920f-410c-bb4a-32a4828a53fb tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 944 time: 0.0477591 Aug 31 23:39:05.988604 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-73d11057-5126-481b-a9df-fbc216dcea79 req-ca4da161-0dfa-4908-bd5a-b57ed35fa456 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319979 Aug 31 23:39:06.037784 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.l3_db [None req-b51e617f-197e-4d21-b98d-eebfe7bc9b25 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Floating IP ee2ccd8c-fc32-40d5-b7eb-18413101ca68 associated. External IP: 172.27.0.118, port: 0459b076-4938-4544-bd3c-227be5a86e6d. Aug 31 23:39:06.236425 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51e617f-197e-4d21-b98d-eebfe7bc9b25 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Router 8831e7c8-a3b4-4758-aa1a-d61f212513ef has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:39:06.340082 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51e617f-197e-4d21-b98d-eebfe7bc9b25 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:39:06.344777 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b51e617f-197e-4d21-b98d-eebfe7bc9b25 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:06.349362 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2342f3e-ae7e-4123-8de2-7e6946239710 None None] Sync routers for ids ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:39:06.358403 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2342f3e-ae7e-4123-8de2-7e6946239710 None None] Routers {'8831e7c8-a3b4-4758-aa1a-d61f212513ef'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:06.359012 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-b2342f3e-ae7e-4123-8de2-7e6946239710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:38:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:06.371652 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-b51e617f-197e-4d21-b98d-eebfe7bc9b25 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "PUT /v2.0/floatingips/ee2ccd8c-fc32-40d5-b7eb-18413101ca68 HTTP/1.1" status: 200 len: 992 time: 0.8971663 Aug 31 23:39:06.372347 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf95f848-cf5f-4ffa-96c9-9dd99c4650fe', 'tag': '0459b076-4938-4544-bd3c-227be5a86e6d'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:39:06.374691 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f13e17d4f082eee8db626e153c8674a5f3112bea7488b178d1c4a6516ff361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fbd44f-4b6b-4db3-b00b-59ce7720e7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "bf95f848-cf5f-4ffa-96c9-9dd99c4650fe", "tag": "0459b076-4938-4544-bd3c-227be5a86e6d"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:39:06.467472 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6f44b1-f7c0-48dd-b7cc-b670761524e0 x-openstack-request-id: req-2d6f44b1-f7c0-48dd-b7cc-b670761524e0 {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:39:06.467757 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf95f848-cf5f-4ffa-96c9-9dd99c4650fe", "tag": "0459b076-4938-4544-bd3c-227be5a86e6d", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:39:06.468005 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2d6f44b1-f7c0-48dd-b7cc-b670761524e0 {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:39:06.468428 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf95f848-cf5f-4ffa-96c9-9dd99c4650fe', 'tag': '0459b076-4938-4544-bd3c-227be5a86e6d', 'status': 'completed', 'code': 200} Aug 31 23:39:06.472106 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-b2342f3e-ae7e-4123-8de2-7e6946239710 None None] Set router 8831e7c8-a3b4-4758-aa1a-d61f212513ef gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:06.530584 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbd44f-4b6b-4db3-b00b-59ce7720e7b8 req-b2d1c6a3-a95d-448d-bca0-7663998e1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:06.532086 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-67fbd44f-4b6b-4db3-b00b-59ce7720e7b8 req-b2d1c6a3-a95d-448d-bca0-7663998e1c59 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e0ed5307a5244399f394120a4946f2d&device_id=bf95f848-cf5f-4ffa-96c9-9dd99c4650fe HTTP/1.1" status: 200 len: 1099 time: 0.0407898 Aug 31 23:39:06.623624 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbd44f-4b6b-4db3-b00b-59ce7720e7b8 req-31234ee9-8d57-4649-a581-79147bd7c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:06.625116 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-67fbd44f-4b6b-4db3-b00b-59ce7720e7b8 req-31234ee9-8d57-4649-a581-79147bd7c64f service neutron] 10.222.0.53 "GET /v2.0/networks?id=70324521-dd07-424c-878a-ecbb84a7a3cc HTTP/1.1" status: 200 len: 912 time: 0.0858936 Aug 31 23:39:06.689902 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-67fbd44f-4b6b-4db3-b00b-59ce7720e7b8 req-7ff519a7-9b94-42ed-9a59-9972d4f054bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0459b076-4938-4544-bd3c-227be5a86e6d HTTP/1.1" status: 200 len: 1000 time: 0.0556238 Aug 31 23:39:06.692616 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-b2342f3e-ae7e-4123-8de2-7e6946239710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': 'ee2ccd8c-fc32-40d5-b7eb-18413101ca68', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'port_id': '0459b076-4938-4544-bd3c-227be5a86e6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'mac_address': 'fa:16:3e:8c:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf95f848-cf5f-4ffa-96c9-9dd99c4650fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:38:55Z', 'updated_at': '2021-08-31T23:39:05Z', 'revision_number': 1, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c75e9b3-9134-43ab-847e-d8c411f165c9', 'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'mac_address': 'fa:16:3e:c0:1d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:25Z', 'updated_at': '2021-08-31T23:35:32Z', 'revision_number': 5, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'subnets': [{'id': '05747991-f003-405d-b4e6-85180aab9062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:06.718177 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2342f3e-ae7e-4123-8de2-7e6946239710 None None] Checking router: 8831e7c8-a3b4-4758-aa1a-d61f212513ef for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:39:06.726947 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2342f3e-ae7e-4123-8de2-7e6946239710 None None] Routers {'8831e7c8-a3b4-4758-aa1a-d61f212513ef'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:06.727554 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-b2342f3e-ae7e-4123-8de2-7e6946239710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:38:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:06.741427 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbd44f-4b6b-4db3-b00b-59ce7720e7b8 req-ad6fcd5f-a270-45ef-ba79-e3a47d4781fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:06.743420 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-67fbd44f-4b6b-4db3-b00b-59ce7720e7b8 req-ad6fcd5f-a270-45ef-ba79-e3a47d4781fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05747991-f003-405d-b4e6-85180aab9062 HTTP/1.1" status: 200 len: 850 time: 0.0458734 Aug 31 23:39:06.789903 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbd44f-4b6b-4db3-b00b-59ce7720e7b8 req-a05b1c0e-f53f-41e0-a830-0796ab7533b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:06.791369 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-67fbd44f-4b6b-4db3-b00b-59ce7720e7b8 req-a05b1c0e-f53f-41e0-a830-0796ab7533b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70324521-dd07-424c-878a-ecbb84a7a3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396726 Aug 31 23:39:06.831413 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-b2342f3e-ae7e-4123-8de2-7e6946239710 None None] Set router 8831e7c8-a3b4-4758-aa1a-d61f212513ef gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:06.879956 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-67fbd44f-4b6b-4db3-b00b-59ce7720e7b8 req-54228e5b-2d1b-493e-8805-726c979478cc service neutron] 10.222.0.53 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810745 Aug 31 23:39:06.970558 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-67fbd44f-4b6b-4db3-b00b-59ce7720e7b8 req-22fc4a08-a9bd-4295-909f-7f1504363e1f service neutron] 10.222.0.53 "GET /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827925 Aug 31 23:39:07.061821 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-b2342f3e-ae7e-4123-8de2-7e6946239710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': 'ee2ccd8c-fc32-40d5-b7eb-18413101ca68', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'port_id': '0459b076-4938-4544-bd3c-227be5a86e6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'mac_address': 'fa:16:3e:8c:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf95f848-cf5f-4ffa-96c9-9dd99c4650fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:38:55Z', 'updated_at': '2021-08-31T23:39:05Z', 'revision_number': 1, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c75e9b3-9134-43ab-847e-d8c411f165c9', 'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'mac_address': 'fa:16:3e:c0:1d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:25Z', 'updated_at': '2021-08-31T23:35:32Z', 'revision_number': 5, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'subnets': [{'id': '05747991-f003-405d-b4e6-85180aab9062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:07.088614 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2342f3e-ae7e-4123-8de2-7e6946239710 None None] The sync data for ids ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'] in dv-cinder-804459-5-iscsi is: [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': 'ee2ccd8c-fc32-40d5-b7eb-18413101ca68', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'port_id': '0459b076-4938-4544-bd3c-227be5a86e6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'mac_address': 'fa:16:3e:8c:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf95f848-cf5f-4ffa-96c9-9dd99c4650fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:38:55Z', 'updated_at': '2021-08-31T23:39:05Z', 'revision_number': 1, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c75e9b3-9134-43ab-847e-d8c411f165c9', 'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'mac_address': 'fa:16:3e:c0:1d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:25Z', 'updated_at': '2021-08-31T23:35:32Z', 'revision_number': 5, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'subnets': [{'id': '05747991-f003-405d-b4e6-85180aab9062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:39:07.104014 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79122917-0e53-4bdd-a499-a10c7b2f7e61 req-92c081f7-4f9b-4740-845f-d17831cfa4c4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:07.105594 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-79122917-0e53-4bdd-a499-a10c7b2f7e61 req-92c081f7-4f9b-4740-845f-d17831cfa4c4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 944 time: 0.0491071 Aug 31 23:39:07.148864 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-79122917-0e53-4bdd-a499-a10c7b2f7e61 req-a984b18e-1501-4e35-b569-aba290764c8b tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368824 Aug 31 23:39:07.276164 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d40db-ee3b-4a23-85a9-bf8ad797aba8 None None] New status for floating IP ee2ccd8c-fc32-40d5-b7eb-18413101ca68: ACTIVE {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:39:08.260161 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9db3d-429e-4f06-82f1-afe10fa9ae44 req-824aee6b-911d-449a-9163-e75011bc2e61 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:08.261641 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a0e9db3d-429e-4f06-82f1-afe10fa9ae44 req-824aee6b-911d-449a-9163-e75011bc2e61 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 944 time: 0.0518570 Aug 31 23:39:08.298808 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-a0e9db3d-429e-4f06-82f1-afe10fa9ae44 req-378d77b2-c75f-43b7-aaf9-04e6d7ce0604 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313644 Aug 31 23:39:09.409290 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cf320-9203-48de-b08b-1df950fde8d0 req-de9c6719-09f8-4d49-b025-502765cf19ae tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:09.410799 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-118cf320-9203-48de-b08b-1df950fde8d0 req-de9c6719-09f8-4d49-b025-502765cf19ae tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 944 time: 0.0478542 Aug 31 23:39:09.447803 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-118cf320-9203-48de-b08b-1df950fde8d0 req-ae294d3b-8f01-4d1a-aa28-44d417f2743d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307350 Aug 31 23:39:09.612859 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device af1037d3-276e-4b80-9742-45168a0a46cd details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:39:09.707652 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port af1037d3-276e-4b80-9742-45168a0a46cd, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=af1037d3-276e-4b80-9742-45168a0a46cd,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:09.719589 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': 'af1037d3-276e-4b80-9742-45168a0a46cd', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'port_id': 'af1037d3-276e-4b80-9742-45168a0a46cd', 'mac_address': 'fa:16:3e:1f:f2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:39:09.755574 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:09.767750 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1037d3-276e-4b80-9742-45168a0a46cd {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:39:09.786525 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port af1037d3-276e-4b80-9742-45168a0a46cd, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=af1037d3-276e-4b80-9742-45168a0a46cd,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:09.791333 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:09.836299 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=af1037d3-276e-4b80-9742-45168a0a46cd,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:09.852962 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-1f8be522-81c2-4613-8be6-30ad9fd715a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:10.086974 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['af1037d3-276e-4b80-9742-45168a0a46cd'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:39:10.558829 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc91883-67ce-42b5-b9d1-3c179ac9ce71 req-38c7258f-bb34-42b0-89c5-da03c0e71808 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:10.560285 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6fc91883-67ce-42b5-b9d1-3c179ac9ce71 req-38c7258f-bb34-42b0-89c5-da03c0e71808 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 945 time: 0.0470872 Aug 31 23:39:10.597229 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6fc91883-67ce-42b5-b9d1-3c179ac9ce71 req-72f750a0-37ca-47d2-b7dd-ff43d48bbc2b tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310154 Aug 31 23:39:11.499858 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:39:11.503854 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:11.623160 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device af1037d3-276e-4b80-9742-45168a0a46cd up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:39:11.693949 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port af1037d3-276e-4b80-9742-45168a0a46cd completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:39:11.698432 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port af1037d3-276e-4b80-9742-45168a0a46cd triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:11.698799 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:11.726785 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d5084-7195-4281-9c89-4cb444011df1 req-ccef9e50-b4e3-443b-af42-706c14eaa8f4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:11.728280 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f42d5084-7195-4281-9c89-4cb444011df1 req-ccef9e50-b4e3-443b-af42-706c14eaa8f4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 945 time: 0.0639646 Aug 31 23:39:11.757128 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402010be-7518-4166-9500-0d730ec2e0f7 req-84ffb025-5d3f-4bf0-917a-08280a416073 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:11.759438 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-402010be-7518-4166-9500-0d730ec2e0f7 req-84ffb025-5d3f-4bf0-917a-08280a416073 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 947 time: 0.0528753 Aug 31 23:39:11.771524 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f42d5084-7195-4281-9c89-4cb444011df1 req-0e34f641-c3aa-4fa2-9aec-303d460680cf tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331144 Aug 31 23:39:11.777513 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:11.799167 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-402010be-7518-4166-9500-0d730ec2e0f7 req-e70055dd-2271-4591-9b4c-4919ed1ab01b tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337396 Aug 31 23:39:11.808165 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3feed57-81f9-4e0e-9ff0-06524120e329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1037d3-276e-4b80-9742-45168a0a46cd'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:39:11.810682 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a4f65c-61fd-44b2-8a01-70d56d82679a" -d '{"events": [{"server_uuid": "a3feed57-81f9-4e0e-9ff0-06524120e329", "name": "network-vif-plugged", "status": "completed", "tag": "af1037d3-276e-4b80-9742-45168a0a46cd"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:39:11.827096 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port af1037d3-276e-4b80-9742-45168a0a46cd, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=af1037d3-276e-4b80-9742-45168a0a46cd,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:11.832643 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:11.858764 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297adfc3-ecdc-487f-bef0-b1d589d17dc6 x-openstack-request-id: req-297adfc3-ecdc-487f-bef0-b1d589d17dc6 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:39:11.859116 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3feed57-81f9-4e0e-9ff0-06524120e329", "name": "network-vif-plugged", "status": "completed", "tag": "af1037d3-276e-4b80-9742-45168a0a46cd", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:39:11.859538 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-297adfc3-ecdc-487f-bef0-b1d589d17dc6 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:39:11.860117 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3feed57-81f9-4e0e-9ff0-06524120e329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1037d3-276e-4b80-9742-45168a0a46cd', 'code': 200} Aug 31 23:39:11.887580 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=af1037d3-276e-4b80-9742-45168a0a46cd,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:12.090993 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dec9b-b5f9-4b9e-b35b-89e096d92baf req-8a65d57d-ca4b-42c8-b251-c6e2829e89b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:12.092590 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2a0dec9b-b5f9-4b9e-b35b-89e096d92baf req-8a65d57d-ca4b-42c8-b251-c6e2829e89b3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 1099 time: 0.0445194 Aug 31 23:39:12.127318 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2a0dec9b-b5f9-4b9e-b35b-89e096d92baf req-4a6d272b-a73c-4b99-885d-b7701d8dcb53 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270033 Aug 31 23:39:12.889240 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f6548-d200-4288-b1a9-f8ccf989a6c9 req-a1e1720c-5e5e-476a-b390-c313491f12cb tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:12.890776 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-950f6548-d200-4288-b1a9-f8ccf989a6c9 req-a1e1720c-5e5e-476a-b390-c313491f12cb tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 946 time: 0.0496356 Aug 31 23:39:12.895606 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ca2b7e7e-e930-4daf-96ab-cd1236f950c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:12.928341 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c69b89-7c64-466f-a0d1-4a2c3ee0bc87 req-b36cbf5b-e0a3-419d-bc56-64f9b81e732e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:12.929829 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-51c69b89-7c64-466f-a0d1-4a2c3ee0bc87 req-b36cbf5b-e0a3-419d-bc56-64f9b81e732e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 947 time: 0.0515535 Aug 31 23:39:12.940088 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-950f6548-d200-4288-b1a9-f8ccf989a6c9 req-60690a6b-dad4-4f29-8a2b-2cfcb4a6bf4a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317595 Aug 31 23:39:12.968595 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-51c69b89-7c64-466f-a0d1-4a2c3ee0bc87 req-684c756d-8c3e-44b8-8a66-0790ac8f3fd3 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e367a3c-44f5-487a-9d04-c3b62663e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325398 Aug 31 23:39:13.140377 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:13.561211 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:13.573503 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a5ee4-52c6-4a67-a0e0-76ebc75c4f97 req-425a4a16-9451-4a8c-a7fe-3fd5ec1bf905 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:13.574986 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-342a5ee4-52c6-4a67-a0e0-76ebc75c4f97 req-425a4a16-9451-4a8c-a7fe-3fd5ec1bf905 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.53 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 947 time: 0.0473020 Aug 31 23:39:13.670375 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-342a5ee4-52c6-4a67-a0e0-76ebc75c4f97 req-dc0fd729-6fb9-4bbd-b3cd-dae9f14dde7e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Deleting port f9d00a35-7d81-4524-acd8-1e6bf617bd2b {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:39:13.670634 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-342a5ee4-52c6-4a67-a0e0-76ebc75c4f97 req-dc0fd729-6fb9-4bbd-b3cd-dae9f14dde7e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:13.754068 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-342a5ee4-52c6-4a67-a0e0-76ebc75c4f97 req-dc0fd729-6fb9-4bbd-b3cd-dae9f14dde7e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] For port f9d00a35-7d81-4524-acd8-1e6bf617bd2b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:13.754426 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-342a5ee4-52c6-4a67-a0e0-76ebc75c4f97 req-dc0fd729-6fb9-4bbd-b3cd-dae9f14dde7e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:13.920585 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-342a5ee4-52c6-4a67-a0e0-76ebc75c4f97 req-dc0fd729-6fb9-4bbd-b3cd-dae9f14dde7e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:13.921241 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-342a5ee4-52c6-4a67-a0e0-76ebc75c4f97 req-dc0fd729-6fb9-4bbd-b3cd-dae9f14dde7e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762317'] for floatingip, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:13.921241 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.db.l3_db [req-342a5ee4-52c6-4a67-a0e0-76ebc75c4f97 req-dc0fd729-6fb9-4bbd-b3cd-dae9f14dde7e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Floating IP 31ccc2d4-3944-48c8-8bfa-928589d59991 disassociated. External IP: 172.27.0.181, port: f9d00a35-7d81-4524-acd8-1e6bf617bd2b. Aug 31 23:39:13.921541 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-342a5ee4-52c6-4a67-a0e0-76ebc75c4f97 req-dc0fd729-6fb9-4bbd-b3cd-dae9f14dde7e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Calling delete_port for f9d00a35-7d81-4524-acd8-1e6bf617bd2b owned by compute:nova {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:39:14.053747 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-342a5ee4-52c6-4a67-a0e0-76ebc75c4f97 req-dc0fd729-6fb9-4bbd-b3cd-dae9f14dde7e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:14.057899 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23639b-a3eb-409d-8741-ab954d78dbdc req-d8c7ee9d-b695-40da-8b72-ba8cbde900bc tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:14.059437 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-af23639b-a3eb-409d-8741-ab954d78dbdc req-d8c7ee9d-b695-40da-8b72-ba8cbde900bc tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 946 time: 0.0517144 Aug 31 23:39:14.075506 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b6720e02-2565-4073-9a44-94f73514c802 req-3d142b22-5bce-432c-b5d2-3adc3371dc0a tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/ports?device_id=c77a9b4d-ce9b-4a55-bf95-2392ac3769d4 HTTP/1.1" status: 200 len: 210 time: 0.0323181 Aug 31 23:39:14.098132 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fd729-6fb9-4bbd-b3cd-dae9f14dde7e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Pushing event deleted for resources: {'Port': ['ID=f9d00a35-7d81-4524-acd8-1e6bf617bd2b,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:14.122138 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-af23639b-a3eb-409d-8741-ab954d78dbdc req-c306ee90-43ea-42ec-9e40-51f811a50c14 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566761 Aug 31 23:39:14.228994 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-342a5ee4-52c6-4a67-a0e0-76ebc75c4f97 req-dc0fd729-6fb9-4bbd-b3cd-dae9f14dde7e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:39:14.241503 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8769509-503b-4e2b-8caf-e869948b7ab7 req-194f6fcc-9032-44b6-bd48-ecc148a9fa9c tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:14.243508 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d8769509-503b-4e2b-8caf-e869948b7ab7 req-194f6fcc-9032-44b6-bd48-ecc148a9fa9c tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 946 time: 0.0537167 Aug 31 23:39:14.282220 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d8769509-503b-4e2b-8caf-e869948b7ab7 req-7eae0f91-5938-432b-8112-4c1177600a8a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322526 Aug 31 23:39:14.304370 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47452) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:14.335860 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-342a5ee4-52c6-4a67-a0e0-76ebc75c4f97 req-dc0fd729-6fb9-4bbd-b3cd-dae9f14dde7e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:39:14.344110 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab623087-04d9-4efc-8fb6-ea3d334dc036 tempest-TestVolumeBootPattern-1484596509 tempest-TestVolumeBootPattern-1484596509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:14.345654 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-ab623087-04d9-4efc-8fb6-ea3d334dc036 tempest-TestVolumeBootPattern-1484596509 tempest-TestVolumeBootPattern-1484596509-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 1094 time: 0.0397823 Aug 31 23:39:14.346323 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd245eb0-ddd2-44ca-b9e9-c139f343858f None None] Sync routers for ids ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:39:14.348629 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47454) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:14.353058 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Request body: {'floatingip': {'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'port_id': 'af1037d3-276e-4b80-9742-45168a0a46cd', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:14.356637 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd245eb0-ddd2-44ca-b9e9-c139f343858f None None] Routers {'0a5215cf-ae05-4e96-80dc-ed2acc7babc9'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:14.357404 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-fd245eb0-ddd2-44ca-b9e9-c139f343858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:39:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:14.375677 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for floatingip, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:14.384985 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-342a5ee4-52c6-4a67-a0e0-76ebc75c4f97 req-dc0fd729-6fb9-4bbd-b3cd-dae9f14dde7e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] No DVR routers for this DVR port f9d00a35-7d81-4524-acd8-1e6bf617bd2b on host hv-cinder-80445 {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:39:14.387598 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-342a5ee4-52c6-4a67-a0e0-76ebc75c4f97 req-dc0fd729-6fb9-4bbd-b3cd-dae9f14dde7e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:14.389608 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-342a5ee4-52c6-4a67-a0e0-76ebc75c4f97 req-dc0fd729-6fb9-4bbd-b3cd-dae9f14dde7e tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.53 "DELETE /v2.0/ports/f9d00a35-7d81-4524-acd8-1e6bf617bd2b HTTP/1.1" status: 204 len: 173 time: 0.8060050 Aug 31 23:39:14.390037 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'name': 'network-vif-deleted', 'tag': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:39:14.392280 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934c5b9e-a385-4de1-a449-df4361e630b2" -d '{"events": [{"server_uuid": "c77a9b4d-ce9b-4a55-bf95-2392ac3769d4", "name": "network-vif-deleted", "tag": "f9d00a35-7d81-4524-acd8-1e6bf617bd2b"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:39:14.446116 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e95fb08-6736-4799-ae0b-f380a256d75c x-openstack-request-id: req-5e95fb08-6736-4799-ae0b-f380a256d75c {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:39:14.446506 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77a9b4d-ce9b-4a55-bf95-2392ac3769d4", "name": "network-vif-deleted", "tag": "f9d00a35-7d81-4524-acd8-1e6bf617bd2b", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:39:14.446823 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e95fb08-6736-4799-ae0b-f380a256d75c {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:39:14.447291 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77a9b4d-ce9b-4a55-bf95-2392ac3769d4', 'name': 'network-vif-deleted', 'tag': 'f9d00a35-7d81-4524-acd8-1e6bf617bd2b', 'status': 'completed', 'code': 200} Aug 31 23:39:14.484059 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:14.626493 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Allocated IP 172.27.0.146 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/bc7b4288-42ad-4d1b-945a-953ada19cfec) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:39:14.626764 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-fd245eb0-ddd2-44ca-b9e9-c139f343858f None None] Set router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:14.748151 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:14.786423 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:14.825971 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:39:14.826186 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-fd245eb0-ddd2-44ca-b9e9-c139f343858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:32:11Z', 'revision_number': 4, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '60441062-0c07-4cda-9809-6fbda1ffdb9f', 'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'mac_address': 'fa:16:3e:50:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:10Z', 'updated_at': '2021-08-31T23:32:24Z', 'revision_number': 5, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'subnets': [{'id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:14.830380 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:39:14.834621 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:39:14.838109 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event updated for resources: {'Port': ['ID=bc7b4288-42ad-4d1b-945a-953ada19cfec,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:14.853949 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd245eb0-ddd2-44ca-b9e9-c139f343858f None None] Checking router: 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:39:14.863019 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd245eb0-ddd2-44ca-b9e9-c139f343858f None None] Routers {'0a5215cf-ae05-4e96-80dc-ed2acc7babc9'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:14.863750 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-fd245eb0-ddd2-44ca-b9e9-c139f343858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:39:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:14.967509 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-fd245eb0-ddd2-44ca-b9e9-c139f343858f None None] Set router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:15.084602 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:15.170500 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47462) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:15.188489 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-fd245eb0-ddd2-44ca-b9e9-c139f343858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:32:11Z', 'revision_number': 4, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '60441062-0c07-4cda-9809-6fbda1ffdb9f', 'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'mac_address': 'fa:16:3e:50:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:10Z', 'updated_at': '2021-08-31T23:32:24Z', 'revision_number': 5, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'subnets': [{'id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:15.224169 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd245eb0-ddd2-44ca-b9e9-c139f343858f None None] The sync data for ids ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'] in dv-cinder-804459-5-iscsi is: [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:32:11Z', 'revision_number': 4, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '60441062-0c07-4cda-9809-6fbda1ffdb9f', 'name': '', 'network_id': '21a85c05-a8c5-427d-8efb-35be6f7d3f9d', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'mac_address': 'fa:16:3e:50:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:10Z', 'updated_at': '2021-08-31T23:32:24Z', 'revision_number': 5, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'subnets': [{'id': 'c9a93863-32b4-4310-847d-ebe9dbacd80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:39:15.251455 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2027a8bc-85fa-4027-9ac9-15928f0087cf tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:15.281488 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2027a8bc-85fa-4027-9ac9-15928f0087cf tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:15.336199 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2027a8bc-85fa-4027-9ac9-15928f0087cf tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:15.338950 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-2027a8bc-85fa-4027-9ac9-15928f0087cf tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:15.340124 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-2027a8bc-85fa-4027-9ac9-15928f0087cf tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "DELETE /v2.0/security-groups/3e367a3c-44f5-487a-9d04-c3b62663e84a HTTP/1.1" status: 204 len: 168 time: 0.1679862 Aug 31 23:39:15.343538 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47466) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:15.357545 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027a8bc-85fa-4027-9ac9-15928f0087cf tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e367a3c-44f5-487a-9d04-c3b62663e84a,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:15.363927 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.api.v2.resource [None req-ed48146c-2437-410a-a7f0-7c3479d4d408 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] show failed (client error): The resource could not be found. Aug 31 23:39:15.364986 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-ed48146c-2437-410a-a7f0-7c3479d4d408 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "GET /v2.0/security-groups/3e367a3c-44f5-487a-9d04-c3b62663e84a HTTP/1.1" status: 404 len: 347 time: 0.0206106 Aug 31 23:39:15.368769 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47468) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:15.440576 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:15.494157 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10c107a-6ef8-476d-9163-eff894922d21 None None] New status for floating IP 31ccc2d4-3944-48c8-8bfa-928589d59991: DOWN {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:39:15.509585 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-7a4c2ead-270f-43e0-988e-bcc68c909596 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Deleting port 0a4400ad-2872-43ec-8e42-9b278b7ca501 {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:39:15.509855 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2ead-270f-43e0-988e-bcc68c909596 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:15.513297 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:15.597585 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2ead-270f-43e0-988e-bcc68c909596 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:15.597969 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2ead-270f-43e0-988e-bcc68c909596 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:15.612710 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-7a4c2ead-270f-43e0-988e-bcc68c909596 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Calling delete_port for 0a4400ad-2872-43ec-8e42-9b278b7ca501 owned by network:floatingip {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:39:15.677688 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:15.682236 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12942635'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:15.743937 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2ead-270f-43e0-988e-bcc68c909596 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:15.754757 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event updated for resources: {'Port': ['ID=bc7b4288-42ad-4d1b-945a-953ada19cfec,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:15.767171 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762317'] for floatingip, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:15.770849 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c2ead-270f-43e0-988e-bcc68c909596 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Pushing event deleted for resources: {'Port': ['ID=0a4400ad-2872-43ec-8e42-9b278b7ca501,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:15.827953 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2ead-270f-43e0-988e-bcc68c909596 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks [] for floatingip, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:15.830469 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2ead-270f-43e0-988e-bcc68c909596 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:15.831607 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-7a4c2ead-270f-43e0-988e-bcc68c909596 tempest-AttachVolumeShelveTestJSON-1642515192 tempest-AttachVolumeShelveTestJSON-1642515192-project] 10.222.0.54 "DELETE /v2.0/floatingips/31ccc2d4-3944-48c8-8bfa-928589d59991 HTTP/1.1" status: 204 len: 168 time: 0.4619484 Aug 31 23:39:15.870325 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.l3_db [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Floating IP 78d49878-e8e6-4488-b203-38b7328cb56f associated. External IP: 172.27.0.146, port: af1037d3-276e-4b80-9742-45168a0a46cd. Aug 31 23:39:16.075411 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Router df8e8eaf-97bd-4177-a772-b8b758d5ff31 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:39:16.183597 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:39:16.193082 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43cac96-c8a1-4fea-a816-3f5c50a0a86c None None] Sync routers for ids ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:39:16.198564 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:16.204563 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43cac96-c8a1-4fea-a816-3f5c50a0a86c None None] Routers {'df8e8eaf-97bd-4177-a772-b8b758d5ff31'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:16.205173 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-f43cac96-c8a1-4fea-a816-3f5c50a0a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:39:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:16.225499 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d8b13f72-a98c-4d87-bac7-e8d30d774a9d tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8758583 Aug 31 23:39:16.226058 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3feed57-81f9-4e0e-9ff0-06524120e329', 'tag': 'af1037d3-276e-4b80-9742-45168a0a46cd'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:39:16.228348 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f13e17d4f082eee8db626e153c8674a5f3112bea7488b178d1c4a6516ff361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162d9cb2-c9cb-49e0-be21-5ceaf12c0de9" -d '{"events": [{"name": "network-changed", "server_uuid": "a3feed57-81f9-4e0e-9ff0-06524120e329", "tag": "af1037d3-276e-4b80-9742-45168a0a46cd"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:39:16.273936 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcb88d1-1aee-4e47-8305-cd8f7299176a x-openstack-request-id: req-fbcb88d1-1aee-4e47-8305-cd8f7299176a {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:39:16.274230 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3feed57-81f9-4e0e-9ff0-06524120e329", "tag": "af1037d3-276e-4b80-9742-45168a0a46cd", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:39:16.274627 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fbcb88d1-1aee-4e47-8305-cd8f7299176a {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:39:16.275259 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3feed57-81f9-4e0e-9ff0-06524120e329', 'tag': 'af1037d3-276e-4b80-9742-45168a0a46cd', 'status': 'completed', 'code': 200} Aug 31 23:39:16.314139 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-f43cac96-c8a1-4fea-a816-3f5c50a0a86c None None] Set router df8e8eaf-97bd-4177-a772-b8b758d5ff31 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:16.339330 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d9cb2-c9cb-49e0-be21-5ceaf12c0de9 req-88e9f87f-b86e-408d-a59f-1f71abf36f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:16.340795 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-162d9cb2-c9cb-49e0-be21-5ceaf12c0de9 req-88e9f87f-b86e-408d-a59f-1f71abf36f97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b688313b25cd4a65a9e59f26ecccba69&device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 1099 time: 0.0428631 Aug 31 23:39:16.435527 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d9cb2-c9cb-49e0-be21-5ceaf12c0de9 req-ca4b11a0-144a-4067-a529-0074619c87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:16.437067 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-162d9cb2-c9cb-49e0-be21-5ceaf12c0de9 req-ca4b11a0-144a-4067-a529-0074619c87f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b HTTP/1.1" status: 200 len: 913 time: 0.0868673 Aug 31 23:39:16.502659 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-162d9cb2-c9cb-49e0-be21-5ceaf12c0de9 req-520ed424-405b-4f07-8b15-c70fddbd2668 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af1037d3-276e-4b80-9742-45168a0a46cd HTTP/1.1" status: 200 len: 1000 time: 0.0580466 Aug 31 23:39:16.544558 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-f43cac96-c8a1-4fea-a816-3f5c50a0a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': '78d49878-e8e6-4488-b203-38b7328cb56f', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'port_id': 'af1037d3-276e-4b80-9742-45168a0a46cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'mac_address': 'fa:16:3e:1f:f2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3feed57-81f9-4e0e-9ff0-06524120e329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:39:15Z', 'updated_at': '2021-08-31T23:39:15Z', 'revision_number': 0, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ip_address_scope': None}, {'id': 'd3963378-7d34-4de3-8856-3220020f02fd', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'port_id': '1e62bad7-fac1-4529-8c51-05c67c81431d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'mac_address': 'fa:16:3e:13:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:37:15Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 1, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:16.554241 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d9cb2-c9cb-49e0-be21-5ceaf12c0de9 req-1382b18d-8c6d-44d4-9e24-76206c1f423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:16.556181 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-162d9cb2-c9cb-49e0-be21-5ceaf12c0de9 req-1382b18d-8c6d-44d4-9e24-76206c1f423c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e8c92f8-319d-4063-b51c-7c81f6bd05c9 HTTP/1.1" status: 200 len: 851 time: 0.0461953 Aug 31 23:39:16.571166 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43cac96-c8a1-4fea-a816-3f5c50a0a86c None None] Checking router: df8e8eaf-97bd-4177-a772-b8b758d5ff31 for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:39:16.579453 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43cac96-c8a1-4fea-a816-3f5c50a0a86c None None] Routers {'df8e8eaf-97bd-4177-a772-b8b758d5ff31'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:16.580069 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-f43cac96-c8a1-4fea-a816-3f5c50a0a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:39:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:16.601653 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d9cb2-c9cb-49e0-be21-5ceaf12c0de9 req-40bf78e9-78a1-4c9f-99b2-1a3fcbe4b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:16.603048 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-162d9cb2-c9cb-49e0-be21-5ceaf12c0de9 req-40bf78e9-78a1-4c9f-99b2-1a3fcbe4b134 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392928 Aug 31 23:39:16.683413 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-f43cac96-c8a1-4fea-a816-3f5c50a0a86c None None] Set router df8e8eaf-97bd-4177-a772-b8b758d5ff31 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:16.692158 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-162d9cb2-c9cb-49e0-be21-5ceaf12c0de9 req-53e15d0d-850c-407e-a9d9-03edbf5365dc service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810344 Aug 31 23:39:16.787632 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-162d9cb2-c9cb-49e0-be21-5ceaf12c0de9 req-7fdc7e6e-8511-43c6-bb4d-2e1dab16aea3 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835183 Aug 31 23:39:16.906509 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-f43cac96-c8a1-4fea-a816-3f5c50a0a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': '78d49878-e8e6-4488-b203-38b7328cb56f', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'port_id': 'af1037d3-276e-4b80-9742-45168a0a46cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'mac_address': 'fa:16:3e:1f:f2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3feed57-81f9-4e0e-9ff0-06524120e329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:39:15Z', 'updated_at': '2021-08-31T23:39:15Z', 'revision_number': 0, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ip_address_scope': None}, {'id': 'd3963378-7d34-4de3-8856-3220020f02fd', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'port_id': '1e62bad7-fac1-4529-8c51-05c67c81431d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'mac_address': 'fa:16:3e:13:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:37:15Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 1, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:16.935816 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43cac96-c8a1-4fea-a816-3f5c50a0a86c None None] The sync data for ids ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'] in dv-cinder-804459-5-iscsi is: [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': '78d49878-e8e6-4488-b203-38b7328cb56f', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'port_id': 'af1037d3-276e-4b80-9742-45168a0a46cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'mac_address': 'fa:16:3e:1f:f2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3feed57-81f9-4e0e-9ff0-06524120e329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:39:15Z', 'updated_at': '2021-08-31T23:39:15Z', 'revision_number': 0, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ip_address_scope': None}, {'id': 'd3963378-7d34-4de3-8856-3220020f02fd', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'port_id': '1e62bad7-fac1-4529-8c51-05c67c81431d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'mac_address': 'fa:16:3e:13:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:37:15Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 1, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:39:17.127166 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b514306-d472-4492-8ddb-56f30956b4c5 None None] New status for floating IP 78d49878-e8e6-4488-b203-38b7328cb56f: ACTIVE {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:39:17.634714 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device f9d00a35-7d81-4524-acd8-1e6bf617bd2b no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:39:17.656398 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: f9d00a35-7d81-4524-acd8-1e6bf617bd2b {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:39:17.656739 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device f9d00a35-7d81-4524-acd8-1e6bf617bd2b not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:39:18.245752 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47498) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:18.930342 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d478dbaa-50ff-4467-97a7-f13ffaaf012e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763597'] for router_interface, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:19.163385 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-d478dbaa-50ff-4467-97a7-f13ffaaf012e admin admin] Deleting port 60441062-0c07-4cda-9809-6fbda1ffdb9f {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:39:19.163748 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d478dbaa-50ff-4467-97a7-f13ffaaf012e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:19.248944 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [None req-d478dbaa-50ff-4467-97a7-f13ffaaf012e admin admin] For port 60441062-0c07-4cda-9809-6fbda1ffdb9f, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=60441062-0c07-4cda-9809-6fbda1ffdb9f,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:19.249551 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d478dbaa-50ff-4467-97a7-f13ffaaf012e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:19.261972 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-d478dbaa-50ff-4467-97a7-f13ffaaf012e admin admin] Calling delete_port for 60441062-0c07-4cda-9809-6fbda1ffdb9f owned by network:router_interface {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:39:19.433579 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d478dbaa-50ff-4467-97a7-f13ffaaf012e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:19.458865 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478dbaa-50ff-4467-97a7-f13ffaaf012e admin admin] Pushing event deleted for resources: {'Port': ['ID=60441062-0c07-4cda-9809-6fbda1ffdb9f,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:19.624735 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d478dbaa-50ff-4467-97a7-f13ffaaf012e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1763729'] for router_interface, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:19.836415 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d478dbaa-50ff-4467-97a7-f13ffaaf012e admin admin] Router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:39:19.940601 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d478dbaa-50ff-4467-97a7-f13ffaaf012e admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:39:19.945536 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-d478dbaa-50ff-4467-97a7-f13ffaaf012e admin admin] 10.222.0.54 "PUT /v2.0/routers/0a5215cf-ae05-4e96-80dc-ed2acc7babc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6987541 Aug 31 23:39:19.947971 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47506) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:19.950407 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05230bc-42a3-4500-a404-d660935d10a4 None None] Sync routers for ids ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:39:19.959487 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05230bc-42a3-4500-a404-d660935d10a4 None None] Routers {'0a5215cf-ae05-4e96-80dc-ed2acc7babc9'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:19.960091 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-d05230bc-42a3-4500-a404-d660935d10a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:39:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:20.048950 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a06110f5-e774-43da-896d-d844f67a1776 admin admin] Notify callbacks [] for router, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.062854 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-d05230bc-42a3-4500-a404-d660935d10a4 None None] Set router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:20.166656 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a06110f5-e774-43da-896d-d844f67a1776 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.218183 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-a06110f5-e774-43da-896d-d844f67a1776 admin admin] Deleting port 1d12b58a-1545-4492-b40d-e9ea3873bcdf {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:39:20.218517 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a06110f5-e774-43da-896d-d844f67a1776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.247250 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-d05230bc-42a3-4500-a404-d660935d10a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:39:19Z', 'revision_number': 5, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port': {'id': '1d12b58a-1545-4492-b40d-e9ea3873bcdf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:32:05Z', 'updated_at': '2021-08-31T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:20.276732 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05230bc-42a3-4500-a404-d660935d10a4 None None] Checking router: 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:39:20.284859 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05230bc-42a3-4500-a404-d660935d10a4 None None] Routers {'0a5215cf-ae05-4e96-80dc-ed2acc7babc9'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:20.285462 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-d05230bc-42a3-4500-a404-d660935d10a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:39:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:20.299406 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [None req-a06110f5-e774-43da-896d-d844f67a1776 admin admin] For port 1d12b58a-1545-4492-b40d-e9ea3873bcdf, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=1d12b58a-1545-4492-b40d-e9ea3873bcdf,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:20.300037 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a06110f5-e774-43da-896d-d844f67a1776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.313905 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-a06110f5-e774-43da-896d-d844f67a1776 admin admin] Calling delete_port for 1d12b58a-1545-4492-b40d-e9ea3873bcdf owned by network:router_gateway {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:39:20.479519 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a06110f5-e774-43da-896d-d844f67a1776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.489785 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-d05230bc-42a3-4500-a404-d660935d10a4 None None] Set router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 gateway port host: None {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:20.504592 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06110f5-e774-43da-896d-d844f67a1776 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d12b58a-1545-4492-b40d-e9ea3873bcdf,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:20.541263 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-d05230bc-42a3-4500-a404-d660935d10a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:39:20Z', 'revision_number': 6, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port_host': None}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:20.562912 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a06110f5-e774-43da-896d-d844f67a1776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762355'] for router_gateway, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.569403 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05230bc-42a3-4500-a404-d660935d10a4 None None] The sync data for ids ['0a5215cf-ae05-4e96-80dc-ed2acc7babc9'] in dv-cinder-804459-5-iscsi is: [{'id': '0a5215cf-ae05-4e96-80dc-ed2acc7babc9', 'name': 'tempest-AttachVolumeShelveTestJSON-382544208-router', 'tenant_id': '2c49e741b70d4f008e8dbd658695b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:32:04Z', 'updated_at': '2021-08-31T23:39:20Z', 'revision_number': 6, 'project_id': '2c49e741b70d4f008e8dbd658695b1d0', 'gw_port_host': None}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:39:20.655813 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a06110f5-e774-43da-896d-d844f67a1776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1766157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30469'] for router, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.657984 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a06110f5-e774-43da-896d-d844f67a1776 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.700669 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a06110f5-e774-43da-896d-d844f67a1776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1766150'] for router, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.701189 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06110f5-e774-43da-896d-d844f67a1776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a5215cf-ae05-4e96-80dc-ed2acc7babc9 {{(pid=93845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 23:39:20.705339 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-a06110f5-e774-43da-896d-d844f67a1776 admin admin] Notify callbacks [] for router, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.706503 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-a06110f5-e774-43da-896d-d844f67a1776 admin admin] 10.222.0.54 "DELETE /v2.0/routers/0a5215cf-ae05-4e96-80dc-ed2acc7babc9 HTTP/1.1" status: 204 len: 168 time: 0.7576056 Aug 31 23:39:20.709021 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47510) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:20.753353 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c928e4-7c50-4e7c-87bf-33e0b240dbca admin admin] Deleting subnet c9a93863-32b4-4310-847d-ebe9dbacd80a {{(pid=93845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:39:20.756272 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-67c928e4-7c50-4e7c-87bf-33e0b240dbca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.788198 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-67c928e4-7c50-4e7c-87bf-33e0b240dbca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14199089'] for subnet, precommit_delete_associations {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.894878 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-67c928e4-7c50-4e7c-87bf-33e0b240dbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534214'] for subnet, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.955853 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-67c928e4-7c50-4e7c-87bf-33e0b240dbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14659323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12765202'] for subnet, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.988079 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c928e4-7c50-4e7c-87bf-33e0b240dbca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a93863-32b4-4310-847d-ebe9dbacd80a,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:20.991857 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-67c928e4-7c50-4e7c-87bf-33e0b240dbca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:20.994096 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-67c928e4-7c50-4e7c-87bf-33e0b240dbca admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c9a93863-32b4-4310-847d-ebe9dbacd80a HTTP/1.1" status: 204 len: 168 time: 0.2841403 Aug 31 23:39:20.996708 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47512) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:21.003885 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380aa8ef-d3f6-447b-ba7b-22a07da4111c None None] Network 21a85c05-a8c5-427d-8efb-35be6f7d3f9d requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:39:21.063271 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564137'] for network, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:21.114000 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] Deleting port 914c74ae-610a-44b5-ae62-ac3c7b1a5c36 {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:39:21.114341 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:21.179479 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] For port 914c74ae-610a-44b5-ae62-ac3c7b1a5c36, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=914c74ae-610a-44b5-ae62-ac3c7b1a5c36,segment=NetworkSegment(7e38bb88-4348-4e5a-887c-92a4424376fd),segment_id=7e38bb88-4348-4e5a-887c-92a4424376fd)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:21.179850 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:21.193106 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] Calling delete_port for 914c74ae-610a-44b5-ae62-ac3c7b1a5c36 owned by network:dhcp {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:39:21.269242 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:21.297704 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=914c74ae-610a-44b5-ae62-ac3c7b1a5c36,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:21.301076 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] No DVR routers for this DVR port 914c74ae-610a-44b5-ae62-ac3c7b1a5c36 on host dv-cinder-804459-5-iscsi {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:39:21.320894 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf635473-e768-499f-9595-52e850f07696 None None] DHCP port deletion for 21a85c05-a8c5-427d-8efb-35be6f7d3f9d request from dv-cinder-804459-5-iscsi {{(pid=93847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 23:39:21.378792 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-555069', 'neutron.services.segments.db._delete_segments_for_network-8773537300673'] for network, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:21.388959 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a85c05-a8c5-427d-8efb-35be6f7d3f9d']}} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:21.399497 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e38bb88-4348-4e5a-887c-92a4424376fd') {'for_net_delete': True} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:21.399797 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e38bb88-4348-4e5a-887c-92a4424376fd') {} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:21.408976 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773537312853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14199050'] for segment, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:21.424063 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:21.431928 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=93845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:39:21.432840 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14659137'] for segment, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: Traceback (most recent call last): Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: timer() Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: cb(*args, **kw) Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: return func(*args, **kwargs) Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: self._notify() Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: self.callback(batched_events) Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: event.method(event) Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: return f(self, *a, **k) Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: return self._get(url).json() Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: return self.request(url, 'GET', **kwargs) Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:39:21.434566 dv-cinder-804459-5-iscsi neutron-server[93845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:39:21.494650 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-555044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762335'] for network, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:21.500702 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:21.504758 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/21a85c05-a8c5-427d-8efb-35be6f7d3f9d HTTP/1.1" status: 204 len: 168 time: 0.5070329 Aug 31 23:39:21.518416 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fa077-d509-446c-aa30-b28f07982da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=21a85c05-a8c5-427d-8efb-35be6f7d3f9d,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:21.622955 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47516) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:21.654518 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 914c74ae-610a-44b5-ae62-ac3c7b1a5c36 no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:39:21.666180 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-489fc8b5-5665-43bd-8241-2628e9b476eb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2c49e741b70d4f008e8dbd658695b1d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420868 Aug 31 23:39:21.668816 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47518) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:21.679861 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: 914c74ae-610a-44b5-ae62-ac3c7b1a5c36 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:39:21.680208 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 914c74ae-610a-44b5-ae62-ac3c7b1a5c36 not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:39:21.680661 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 1d12b58a-1545-4492-b40d-e9ea3873bcdf no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:39:21.699655 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: 1d12b58a-1545-4492-b40d-e9ea3873bcdf {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:39:21.700003 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 1d12b58a-1545-4492-b40d-e9ea3873bcdf not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:39:21.700439 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 60441062-0c07-4cda-9809-6fbda1ffdb9f no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:39:21.718298 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-b0a5a106-5221-4467-bd11-219ec8e48887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:21.719247 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: 60441062-0c07-4cda-9809-6fbda1ffdb9f {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:39:21.719600 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 60441062-0c07-4cda-9809-6fbda1ffdb9f not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:39:21.741096 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-b0a5a106-5221-4467-bd11-219ec8e48887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:21.787779 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-b0a5a106-5221-4467-bd11-219ec8e48887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:21.790266 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-b0a5a106-5221-4467-bd11-219ec8e48887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:21.791414 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-b0a5a106-5221-4467-bd11-219ec8e48887 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2a1cd96-017c-419f-a3a8-e592f14a0055 HTTP/1.1" status: 204 len: 168 time: 0.1216266 Aug 31 23:39:21.799246 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5a106-5221-4467-bd11-219ec8e48887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a1cd96-017c-419f-a3a8-e592f14a0055,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:24.956761 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47582) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:25.118667 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-3cc39bca-1cfb-4911-9878-278a6e2adbdd tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Deleting port 3f8add68-d890-497c-93b5-4dc4cb50c754 {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:39:25.119003 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3cc39bca-1cfb-4911-9878-278a6e2adbdd tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.193353 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3cc39bca-1cfb-4911-9878-278a6e2adbdd tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.193672 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3cc39bca-1cfb-4911-9878-278a6e2adbdd tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.205260 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-3cc39bca-1cfb-4911-9878-278a6e2adbdd tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Calling delete_port for 3f8add68-d890-497c-93b5-4dc4cb50c754 owned by network:floatingip {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:39:25.374309 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3cc39bca-1cfb-4911-9878-278a6e2adbdd tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.397029 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc39bca-1cfb-4911-9878-278a6e2adbdd tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Pushing event deleted for resources: {'Port': ['ID=3f8add68-d890-497c-93b5-4dc4cb50c754,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:25.461081 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3cc39bca-1cfb-4911-9878-278a6e2adbdd tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for floatingip, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:25.461416 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.db.l3_db [None req-3cc39bca-1cfb-4911-9878-278a6e2adbdd tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Floating IP 43424dcd-a1a5-44ac-a16b-baf22490b0ba disassociated (deleted). External IP: 172.27.0.241, port: 92c3a824-eeea-4308-8e51-7cdd031d0a7b. Aug 31 23:39:25.916455 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc39bca-1cfb-4911-9878-278a6e2adbdd tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Router 858a1696-479f-4186-8fa0-69d7022163be has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:39:26.019548 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc39bca-1cfb-4911-9878-278a6e2adbdd tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:39:26.024269 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3cc39bca-1cfb-4911-9878-278a6e2adbdd tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:26.028855 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d657456-d0e1-4b4f-a19c-a4afcd6c8b51 None None] Sync routers for ids ['858a1696-479f-4186-8fa0-69d7022163be'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:39:26.037334 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d657456-d0e1-4b4f-a19c-a4afcd6c8b51 None None] Routers {'858a1696-479f-4186-8fa0-69d7022163be'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:26.037940 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-7d657456-d0e1-4b4f-a19c-a4afcd6c8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:39:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['858a1696-479f-4186-8fa0-69d7022163be'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:26.050293 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-3cc39bca-1cfb-4911-9878-278a6e2adbdd tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "DELETE /v2.0/floatingips/43424dcd-a1a5-44ac-a16b-baf22490b0ba HTTP/1.1" status: 204 len: 168 time: 1.0925360 Aug 31 23:39:26.050977 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'tag': '92c3a824-eeea-4308-8e51-7cdd031d0a7b'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:39:26.053372 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3514c03-9125-41ac-8ff1-132545c5e9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2e99baf2-a8ab-4f0b-b1ac-373cd09f64da", "tag": "92c3a824-eeea-4308-8e51-7cdd031d0a7b"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:39:26.147516 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-7d657456-d0e1-4b4f-a19c-a4afcd6c8b51 None None] Set router 858a1696-479f-4186-8fa0-69d7022163be gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:26.197766 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6e48ce-063d-49aa-9b95-7c4b6e66c96f x-openstack-request-id: req-9d6e48ce-063d-49aa-9b95-7c4b6e66c96f {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:39:26.198330 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e99baf2-a8ab-4f0b-b1ac-373cd09f64da", "tag": "92c3a824-eeea-4308-8e51-7cdd031d0a7b", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:39:26.198610 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d6e48ce-063d-49aa-9b95-7c4b6e66c96f {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:39:26.199075 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'tag': '92c3a824-eeea-4308-8e51-7cdd031d0a7b', 'status': 'completed', 'code': 200} Aug 31 23:39:26.296279 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea482e88-c884-452a-a2d4-e305dd7b7c15 req-a9232e55-c685-4b13-ab86-2bd477744d7a tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:26.297852 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ea482e88-c884-452a-a2d4-e305dd7b7c15 req-a9232e55-c685-4b13-ab86-2bd477744d7a tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0567062 Aug 31 23:39:26.337140 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ea482e88-c884-452a-a2d4-e305dd7b7c15 req-60589717-3d68-4826-9a91-1b39372eaa8d tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330434 Aug 31 23:39:26.358396 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-7d657456-d0e1-4b4f-a19c-a4afcd6c8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858a1696-479f-4186-8fa0-69d7022163be', 'name': 'tempest-TestShelveInstance-1990843689-router', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:23Z', 'updated_at': '2021-08-31T23:34:27Z', 'revision_number': 4, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'gw_port': {'id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:24Z', 'updated_at': '2021-08-31T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '8923f0e1-28b5-478a-874a-85a6f69e1fe2', 'name': '', 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'mac_address': 'fa:16:3e:a7:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:26Z', 'updated_at': '2021-08-31T23:34:34Z', 'revision_number': 5, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'subnets': [{'id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:26.384382 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d657456-d0e1-4b4f-a19c-a4afcd6c8b51 None None] Checking router: 858a1696-479f-4186-8fa0-69d7022163be for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:39:26.392827 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d657456-d0e1-4b4f-a19c-a4afcd6c8b51 None None] Routers {'858a1696-479f-4186-8fa0-69d7022163be'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:26.393478 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-7d657456-d0e1-4b4f-a19c-a4afcd6c8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:39:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['858a1696-479f-4186-8fa0-69d7022163be'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:26.576372 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-7d657456-d0e1-4b4f-a19c-a4afcd6c8b51 None None] Set router 858a1696-479f-4186-8fa0-69d7022163be gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:26.767010 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-7d657456-d0e1-4b4f-a19c-a4afcd6c8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858a1696-479f-4186-8fa0-69d7022163be', 'name': 'tempest-TestShelveInstance-1990843689-router', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:23Z', 'updated_at': '2021-08-31T23:34:27Z', 'revision_number': 4, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'gw_port': {'id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:24Z', 'updated_at': '2021-08-31T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '8923f0e1-28b5-478a-874a-85a6f69e1fe2', 'name': '', 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'mac_address': 'fa:16:3e:a7:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:26Z', 'updated_at': '2021-08-31T23:34:34Z', 'revision_number': 5, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'subnets': [{'id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:26.795316 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d657456-d0e1-4b4f-a19c-a4afcd6c8b51 None None] The sync data for ids ['858a1696-479f-4186-8fa0-69d7022163be'] in dv-cinder-804459-5-iscsi is: [{'id': '858a1696-479f-4186-8fa0-69d7022163be', 'name': 'tempest-TestShelveInstance-1990843689-router', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:23Z', 'updated_at': '2021-08-31T23:34:27Z', 'revision_number': 4, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'gw_port': {'id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:24Z', 'updated_at': '2021-08-31T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '8923f0e1-28b5-478a-874a-85a6f69e1fe2', 'name': '', 'network_id': '14de6d80-abda-4d5b-8d82-e5fae0543b93', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'mac_address': 'fa:16:3e:a7:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:26Z', 'updated_at': '2021-08-31T23:34:34Z', 'revision_number': 5, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'subnets': [{'id': 'a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:39:26.997432 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c55b05d-ecb9-49a0-b083-1118d9c88fde None None] New status for floating IP 43424dcd-a1a5-44ac-a16b-baf22490b0ba: DOWN {{(pid=93847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:39:27.377714 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3514c03-9125-41ac-8ff1-132545c5e9dd req-f41e3d7b-3125-41ec-80e0-6d5903ec94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:27.379229 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a3514c03-9125-41ac-8ff1-132545c5e9dd req-f41e3d7b-3125-41ec-80e0-6d5903ec94ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f75b6405be564ffdb7665aac04076be8&device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 1098 time: 0.0426488 Aug 31 23:39:27.503046 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a3b0b-c9e3-493c-8663-a37993fb3061 req-e7b1eff0-3086-4cdd-9410-f989f04e1f3f tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:27.504572 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-867a3b0b-c9e3-493c-8663-a37993fb3061 req-e7b1eff0-3086-4cdd-9410-f989f04e1f3f tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0711796 Aug 31 23:39:27.520239 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3514c03-9125-41ac-8ff1-132545c5e9dd req-08648853-5a5f-4563-9ca1-ba3a31827863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:27.521669 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a3514c03-9125-41ac-8ff1-132545c5e9dd req-08648853-5a5f-4563-9ca1-ba3a31827863 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14de6d80-abda-4d5b-8d82-e5fae0543b93 HTTP/1.1" status: 200 len: 910 time: 0.1347351 Aug 31 23:39:27.570836 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a3514c03-9125-41ac-8ff1-132545c5e9dd req-c1a97886-a3bc-42d7-aae5-cff6de84561e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92c3a824-eeea-4308-8e51-7cdd031d0a7b HTTP/1.1" status: 200 len: 217 time: 0.0404212 Aug 31 23:39:27.591352 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-867a3b0b-c9e3-493c-8663-a37993fb3061 req-b466410c-1cac-4923-be18-0b53ecb56ecf tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808644 Aug 31 23:39:27.625790 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3514c03-9125-41ac-8ff1-132545c5e9dd req-e4d4b6ca-92e1-493f-a121-f1a7aaa17e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:27.627383 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a3514c03-9125-41ac-8ff1-132545c5e9dd req-e4d4b6ca-92e1-493f-a121-f1a7aaa17e93 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716 HTTP/1.1" status: 200 len: 848 time: 0.0470793 Aug 31 23:39:27.687336 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3514c03-9125-41ac-8ff1-132545c5e9dd req-0cc59884-4327-47a1-859f-e5bd7c983eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:27.688817 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a3514c03-9125-41ac-8ff1-132545c5e9dd req-0cc59884-4327-47a1-859f-e5bd7c983eec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14de6d80-abda-4d5b-8d82-e5fae0543b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393686 Aug 31 23:39:27.780473 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a3514c03-9125-41ac-8ff1-132545c5e9dd req-5457003d-6434-484e-b162-5d319fc4107c service neutron] 10.222.0.53 "GET /v2.0/networks/14de6d80-abda-4d5b-8d82-e5fae0543b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832779 Aug 31 23:39:27.867960 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a3514c03-9125-41ac-8ff1-132545c5e9dd req-d9699e7d-dcb7-4520-9de9-fdd6ec20c436 service neutron] 10.222.0.53 "GET /v2.0/networks/14de6d80-abda-4d5b-8d82-e5fae0543b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785646 Aug 31 23:39:28.712187 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116d3eb-194e-4964-8436-ed05b37b3708 req-40e4cca8-3b9d-40cc-84ae-deaaa19c08bf tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:28.713740 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c116d3eb-194e-4964-8436-ed05b37b3708 req-40e4cca8-3b9d-40cc-84ae-deaaa19c08bf tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0536926 Aug 31 23:39:28.753049 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c116d3eb-194e-4964-8436-ed05b37b3708 req-76a5051a-9bb4-45be-991d-03e6911bd1e6 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/security-groups?id=a525f674-c566-4466-9dd6-c26bb5a1daca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333040 Aug 31 23:39:29.134745 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7edc8-5acb-4cc2-94f1-72d20ae5985f req-59c0a318-64ea-47aa-8f51-ed098070e3e7 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:29.136180 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b2d7edc8-5acb-4cc2-94f1-72d20ae5985f req-59c0a318-64ea-47aa-8f51-ed098070e3e7 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 945 time: 0.0484333 Aug 31 23:39:29.227918 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-b2d7edc8-5acb-4cc2-94f1-72d20ae5985f req-f0980e9c-60c9-4914-9a66-384a3c2eb087 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Deleting port 92c3a824-eeea-4308-8e51-7cdd031d0a7b {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:39:29.228260 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-b2d7edc8-5acb-4cc2-94f1-72d20ae5985f req-f0980e9c-60c9-4914-9a66-384a3c2eb087 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.322651 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-b2d7edc8-5acb-4cc2-94f1-72d20ae5985f req-f0980e9c-60c9-4914-9a66-384a3c2eb087 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] For port 92c3a824-eeea-4308-8e51-7cdd031d0a7b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=92c3a824-eeea-4308-8e51-7cdd031d0a7b,segment=NetworkSegment(a177205c-9010-4c4f-93d5-fc9c217e4133),segment_id=a177205c-9010-4c4f-93d5-fc9c217e4133)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:29.323012 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-b2d7edc8-5acb-4cc2-94f1-72d20ae5985f req-f0980e9c-60c9-4914-9a66-384a3c2eb087 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.335314 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-b2d7edc8-5acb-4cc2-94f1-72d20ae5985f req-f0980e9c-60c9-4914-9a66-384a3c2eb087 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Calling delete_port for 92c3a824-eeea-4308-8e51-7cdd031d0a7b owned by compute:nova {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:39:29.460502 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-b2d7edc8-5acb-4cc2-94f1-72d20ae5985f req-f0980e9c-60c9-4914-9a66-384a3c2eb087 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.488938 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0980e9c-60c9-4914-9a66-384a3c2eb087 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Pushing event deleted for resources: {'Port': ['ID=92c3a824-eeea-4308-8e51-7cdd031d0a7b,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:29.535331 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d7edc8-5acb-4cc2-94f1-72d20ae5985f req-f0980e9c-60c9-4914-9a66-384a3c2eb087 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] No DVR routers for this DVR port 92c3a824-eeea-4308-8e51-7cdd031d0a7b on host hv-cinder-80445 {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:39:29.537571 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-b2d7edc8-5acb-4cc2-94f1-72d20ae5985f req-f0980e9c-60c9-4914-9a66-384a3c2eb087 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:29.539572 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-b2d7edc8-5acb-4cc2-94f1-72d20ae5985f req-f0980e9c-60c9-4914-9a66-384a3c2eb087 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.53 "DELETE /v2.0/ports/92c3a824-eeea-4308-8e51-7cdd031d0a7b HTTP/1.1" status: 204 len: 173 time: 0.3960156 Aug 31 23:39:29.539985 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'name': 'network-vif-deleted', 'tag': '92c3a824-eeea-4308-8e51-7cdd031d0a7b'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:39:29.542287 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954d87e8-06cc-473a-aa4a-05194d7f8272" -d '{"events": [{"server_uuid": "2e99baf2-a8ab-4f0b-b1ac-373cd09f64da", "name": "network-vif-deleted", "tag": "92c3a824-eeea-4308-8e51-7cdd031d0a7b"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:39:29.577440 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ff1a3f-642b-4a78-94b4-69a08eaa9026 x-openstack-request-id: req-20ff1a3f-642b-4a78-94b4-69a08eaa9026 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:39:29.577734 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e99baf2-a8ab-4f0b-b1ac-373cd09f64da", "name": "network-vif-deleted", "tag": "92c3a824-eeea-4308-8e51-7cdd031d0a7b", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:39:29.577990 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-20ff1a3f-642b-4a78-94b4-69a08eaa9026 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:39:29.578392 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e99baf2-a8ab-4f0b-b1ac-373cd09f64da', 'name': 'network-vif-deleted', 'tag': '92c3a824-eeea-4308-8e51-7cdd031d0a7b', 'status': 'completed', 'code': 200} Aug 31 23:39:29.847044 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e52f7eb1-5173-4d81-b32f-d2d9e40e0ffb req-fb6d5d80-a3d9-48de-89c4-530941b7ed70 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e99baf2-a8ab-4f0b-b1ac-373cd09f64da HTTP/1.1" status: 200 len: 210 time: 0.0273857 Aug 31 23:39:30.903997 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47660) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:30.962421 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8c073bca-a432-47b4-8067-a86ac6c84157 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:30.988499 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8c073bca-a432-47b4-8067-a86ac6c84157 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:31.049184 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8c073bca-a432-47b4-8067-a86ac6c84157 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:31.051824 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8c073bca-a432-47b4-8067-a86ac6c84157 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:31.053021 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-8c073bca-a432-47b4-8067-a86ac6c84157 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] 10.222.0.54 "DELETE /v2.0/security-groups/a525f674-c566-4466-9dd6-c26bb5a1daca HTTP/1.1" status: 204 len: 168 time: 0.1479275 Aug 31 23:39:31.067344 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c073bca-a432-47b4-8067-a86ac6c84157 tempest-TestShelveInstance-1732698513 tempest-TestShelveInstance-1732698513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a525f674-c566-4466-9dd6-c26bb5a1daca,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:31.105325 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47666) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:31.121711 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47670) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:31.256492 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0849e8b7-9615-4cc7-9fe6-30f9a142cb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:31.496760 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0849e8b7-9615-4cc7-9fe6-30f9a142cb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:31.505153 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-0849e8b7-9615-4cc7-9fe6-30f9a142cb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:31.586938 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-0849e8b7-9615-4cc7-9fe6-30f9a142cb4d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6a4ed47a3372437e8078407c5c7b3e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4642227 Aug 31 23:39:31.589558 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47674) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:31.592554 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849e8b7-9615-4cc7-9fe6-30f9a142cb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a91ba4a-37ac-4fff-a707-462feb56cd11,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:31.638506 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-72c0f98c-4a5f-44bc-951c-1983c7dcb7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:31.660650 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-72c0f98c-4a5f-44bc-951c-1983c7dcb7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:31.715322 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-72c0f98c-4a5f-44bc-951c-1983c7dcb7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:31.718197 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-72c0f98c-4a5f-44bc-951c-1983c7dcb7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:31.719368 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-72c0f98c-4a5f-44bc-951c-1983c7dcb7ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3a91ba4a-37ac-4fff-a707-462feb56cd11 HTTP/1.1" status: 204 len: 168 time: 0.1288261 Aug 31 23:39:31.727620 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0f98c-4a5f-44bc-951c-1983c7dcb7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a91ba4a-37ac-4fff-a707-462feb56cd11,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:31.732082 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1322f43c-d84b-4b50-9453-56129b279212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763597'] for router_interface, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:32.022196 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-1322f43c-d84b-4b50-9453-56129b279212 admin admin] Deleting port 8923f0e1-28b5-478a-874a-85a6f69e1fe2 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:39:32.022650 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1322f43c-d84b-4b50-9453-56129b279212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:32.102296 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-1322f43c-d84b-4b50-9453-56129b279212 admin admin] For port 8923f0e1-28b5-478a-874a-85a6f69e1fe2, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=8923f0e1-28b5-478a-874a-85a6f69e1fe2,segment=NetworkSegment(a177205c-9010-4c4f-93d5-fc9c217e4133),segment_id=a177205c-9010-4c4f-93d5-fc9c217e4133)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:32.102669 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1322f43c-d84b-4b50-9453-56129b279212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:32.115008 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-1322f43c-d84b-4b50-9453-56129b279212 admin admin] Calling delete_port for 8923f0e1-28b5-478a-874a-85a6f69e1fe2 owned by network:router_interface {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:39:32.262869 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 92c3a824-eeea-4308-8e51-7cdd031d0a7b no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:39:32.283735 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: 92c3a824-eeea-4308-8e51-7cdd031d0a7b {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:39:32.284092 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 92c3a824-eeea-4308-8e51-7cdd031d0a7b not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:39:32.293571 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1322f43c-d84b-4b50-9453-56129b279212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:32.320028 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322f43c-d84b-4b50-9453-56129b279212 admin admin] Pushing event deleted for resources: {'Port': ['ID=8923f0e1-28b5-478a-874a-85a6f69e1fe2,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:32.488464 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1322f43c-d84b-4b50-9453-56129b279212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1763729'] for router_interface, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:32.939422 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1322f43c-d84b-4b50-9453-56129b279212 admin admin] Router 858a1696-479f-4186-8fa0-69d7022163be has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:39:33.044282 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1322f43c-d84b-4b50-9453-56129b279212 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:39:33.049150 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-1322f43c-d84b-4b50-9453-56129b279212 admin admin] 10.222.0.54 "PUT /v2.0/routers/858a1696-479f-4186-8fa0-69d7022163be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9423854 Aug 31 23:39:33.051781 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47720) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:33.052725 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69273d80-84bc-4279-968e-1a75ed66da1f None None] Sync routers for ids ['858a1696-479f-4186-8fa0-69d7022163be'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:39:33.062397 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69273d80-84bc-4279-968e-1a75ed66da1f None None] Routers {'858a1696-479f-4186-8fa0-69d7022163be'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:33.063018 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-69273d80-84bc-4279-968e-1a75ed66da1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:39:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['858a1696-479f-4186-8fa0-69d7022163be'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:33.165538 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8155a828-8e03-45f5-9976-793effd459ca admin admin] Notify callbacks [] for router, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.178248 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-69273d80-84bc-4279-968e-1a75ed66da1f None None] Set router 858a1696-479f-4186-8fa0-69d7022163be gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:33.264492 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8155a828-8e03-45f5-9976-793effd459ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.329274 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-8155a828-8e03-45f5-9976-793effd459ca admin admin] Deleting port 0065b360-3e33-49c8-98ff-08d7f0c603bf {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:39:33.329620 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8155a828-8e03-45f5-9976-793effd459ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.372480 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-69273d80-84bc-4279-968e-1a75ed66da1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858a1696-479f-4186-8fa0-69d7022163be', 'name': 'tempest-TestShelveInstance-1990843689-router', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:23Z', 'updated_at': '2021-08-31T23:39:32Z', 'revision_number': 5, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'gw_port': {'id': '0065b360-3e33-49c8-98ff-08d7f0c603bf', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858a1696-479f-4186-8fa0-69d7022163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:24Z', 'updated_at': '2021-08-31T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:33.399269 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69273d80-84bc-4279-968e-1a75ed66da1f None None] Checking router: 858a1696-479f-4186-8fa0-69d7022163be for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:39:33.406851 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47730) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:33.407864 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69273d80-84bc-4279-968e-1a75ed66da1f None None] Routers {'858a1696-479f-4186-8fa0-69d7022163be'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:33.408523 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-69273d80-84bc-4279-968e-1a75ed66da1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:39:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['858a1696-479f-4186-8fa0-69d7022163be'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:33.409061 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [None req-8155a828-8e03-45f5-9976-793effd459ca admin admin] For port 0065b360-3e33-49c8-98ff-08d7f0c603bf, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=0065b360-3e33-49c8-98ff-08d7f0c603bf,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:33.409429 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8155a828-8e03-45f5-9976-793effd459ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.423276 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-8155a828-8e03-45f5-9976-793effd459ca admin admin] Calling delete_port for 0065b360-3e33-49c8-98ff-08d7f0c603bf owned by network:router_gateway {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:39:33.496693 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-69273d80-84bc-4279-968e-1a75ed66da1f None None] Set router 858a1696-479f-4186-8fa0-69d7022163be gateway port host: None {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:33.517000 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-967a3075-c5be-421a-b45d-1fbe9bcd67db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.559917 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-69273d80-84bc-4279-968e-1a75ed66da1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858a1696-479f-4186-8fa0-69d7022163be', 'name': 'tempest-TestShelveInstance-1990843689-router', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:23Z', 'updated_at': '2021-08-31T23:39:33Z', 'revision_number': 6, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'gw_port_host': None}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:33.590273 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69273d80-84bc-4279-968e-1a75ed66da1f None None] The sync data for ids ['858a1696-479f-4186-8fa0-69d7022163be'] in dv-cinder-804459-5-iscsi is: [{'id': '858a1696-479f-4186-8fa0-69d7022163be', 'name': 'tempest-TestShelveInstance-1990843689-router', 'tenant_id': 'f75b6405be564ffdb7665aac04076be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:23Z', 'updated_at': '2021-08-31T23:39:33Z', 'revision_number': 6, 'project_id': 'f75b6405be564ffdb7665aac04076be8', 'gw_port_host': None}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:39:33.597270 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8155a828-8e03-45f5-9976-793effd459ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.619966 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-967a3075-c5be-421a-b45d-1fbe9bcd67db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.629617 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-967a3075-c5be-421a-b45d-1fbe9bcd67db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.635169 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155a828-8e03-45f5-9976-793effd459ca admin admin] Pushing event deleted for resources: {'Port': ['ID=0065b360-3e33-49c8-98ff-08d7f0c603bf,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:33.673370 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-967a3075-c5be-421a-b45d-1fbe9bcd67db admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f9755a1fcb1043c3a1250717082806f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654326 Aug 31 23:39:33.674635 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a3075-c5be-421a-b45d-1fbe9bcd67db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2434e8e8-982b-45a9-aedf-5a914dd9ea0b,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:33.677235 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47734) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:33.698883 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8155a828-8e03-45f5-9976-793effd459ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762355'] for router_gateway, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.727242 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4954-3a2f-4f37-b14e-c09ec86155e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.748620 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4954-3a2f-4f37-b14e-c09ec86155e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.787680 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8155a828-8e03-45f5-9976-793effd459ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1766157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30469'] for router, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.790015 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8155a828-8e03-45f5-9976-793effd459ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.794440 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4954-3a2f-4f37-b14e-c09ec86155e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.797595 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4954-3a2f-4f37-b14e-c09ec86155e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.798747 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-b0ef4954-3a2f-4f37-b14e-c09ec86155e0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2434e8e8-982b-45a9-aedf-5a914dd9ea0b HTTP/1.1" status: 204 len: 168 time: 0.1204455 Aug 31 23:39:33.809699 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef4954-3a2f-4f37-b14e-c09ec86155e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2434e8e8-982b-45a9-aedf-5a914dd9ea0b,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:33.843449 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8155a828-8e03-45f5-9976-793effd459ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1766150'] for router, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.844449 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8155a828-8e03-45f5-9976-793effd459ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 858a1696-479f-4186-8fa0-69d7022163be {{(pid=93845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 23:39:33.853342 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8155a828-8e03-45f5-9976-793effd459ca admin admin] Notify callbacks [] for router, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.857489 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-8155a828-8e03-45f5-9976-793effd459ca admin admin] 10.222.0.54 "DELETE /v2.0/routers/858a1696-479f-4186-8fa0-69d7022163be HTTP/1.1" status: 204 len: 168 time: 0.8023133 Aug 31 23:39:33.858032 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47740) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:33.928192 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-896e53e1-4d58-445a-99a4-084b3d9f40b0 admin admin] Deleting subnet a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716 {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:39:33.932777 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-896e53e1-4d58-445a-99a4-084b3d9f40b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:33.989483 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-896e53e1-4d58-445a-99a4-084b3d9f40b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12942935'] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.103974 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-896e53e1-4d58-445a-99a4-084b3d9f40b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534214'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.138576 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47744) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:34.153410 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-dc0d746f-9a20-4f6f-b2d0-318c3bf969b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.157714 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-896e53e1-4d58-445a-99a4-084b3d9f40b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12942717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12932385'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.181374 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e53e1-4d58-445a-99a4-084b3d9f40b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:34.186940 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-896e53e1-4d58-445a-99a4-084b3d9f40b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.191478 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-896e53e1-4d58-445a-99a4-084b3d9f40b0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a197d4e5-b2e7-4bdd-84e2-9e38e4dc7716 HTTP/1.1" status: 204 len: 168 time: 0.3294065 Aug 31 23:39:34.191478 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47746) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:34.194508 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bea643-1183-4a00-9bf1-44d7638bb901 None None] Network 14de6d80-abda-4d5b-8d82-e5fae0543b93 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:39:34.255215 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-dc0d746f-9a20-4f6f-b2d0-318c3bf969b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.260352 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-dc0d746f-9a20-4f6f-b2d0-318c3bf969b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.261605 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564137'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.300493 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d746f-9a20-4f6f-b2d0-318c3bf969b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682cf381-5272-476e-bbf0-6ec591346548,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:34.305303 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-dc0d746f-9a20-4f6f-b2d0-318c3bf969b4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e8ea5d6b12db43cc97c26d79cc49fe4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1655927 Aug 31 23:39:34.308226 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47748) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:34.322575 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] Deleting port 91c36f67-0b6d-4395-9aae-08d9b418ae73 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:39:34.322867 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.360219 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-82ca7b7f-83a8-4172-86ab-a91962e7d6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.387741 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-82ca7b7f-83a8-4172-86ab-a91962e7d6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.396175 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] For port 91c36f67-0b6d-4395-9aae-08d9b418ae73, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=91c36f67-0b6d-4395-9aae-08d9b418ae73,segment=NetworkSegment(a177205c-9010-4c4f-93d5-fc9c217e4133),segment_id=a177205c-9010-4c4f-93d5-fc9c217e4133)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:34.396667 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.409029 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8898a3-8fcf-4700-94b9-abd675efbb48 None None] DHCP port deletion for 14de6d80-abda-4d5b-8d82-e5fae0543b93 request from dv-cinder-804459-5-iscsi {{(pid=93847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 23:39:34.411510 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] Calling delete_port for 91c36f67-0b6d-4395-9aae-08d9b418ae73 owned by network:dhcp {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:39:34.453116 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-82ca7b7f-83a8-4172-86ab-a91962e7d6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.455952 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-82ca7b7f-83a8-4172-86ab-a91962e7d6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.457279 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-82ca7b7f-83a8-4172-86ab-a91962e7d6e8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/682cf381-5272-476e-bbf0-6ec591346548 HTTP/1.1" status: 204 len: 168 time: 0.1481090 Aug 31 23:39:34.465537 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-8e8898a3-8fcf-4700-94b9-abd675efbb48 None None] Deleting port 91c36f67-0b6d-4395-9aae-08d9b418ae73 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:39:34.466424 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8e8898a3-8fcf-4700-94b9-abd675efbb48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.467060 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca7b7f-83a8-4172-86ab-a91962e7d6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682cf381-5272-476e-bbf0-6ec591346548,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:34.509312 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.522442 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] No DVR routers for this DVR port 91c36f67-0b6d-4395-9aae-08d9b418ae73 on host dv-cinder-804459-5-iscsi {{(pid=93846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:39:34.543525 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] Pushing event deleted for resources: {'Port': ['ID=91c36f67-0b6d-4395-9aae-08d9b418ae73,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:34.558655 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-8e8898a3-8fcf-4700-94b9-abd675efbb48 None None] For port 91c36f67-0b6d-4395-9aae-08d9b418ae73, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=91c36f67-0b6d-4395-9aae-08d9b418ae73,segment=NetworkSegment(a177205c-9010-4c4f-93d5-fc9c217e4133),segment_id=a177205c-9010-4c4f-93d5-fc9c217e4133)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:34.559201 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8e8898a3-8fcf-4700-94b9-abd675efbb48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.574631 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-8e8898a3-8fcf-4700-94b9-abd675efbb48 None None] Calling delete_port for 91c36f67-0b6d-4395-9aae-08d9b418ae73 owned by network:dhcp {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:39:34.610325 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-555069', 'neutron.services.segments.db._delete_segments_for_network-8773537300673'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.623846 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14de6d80-abda-4d5b-8d82-e5fae0543b93']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:34.636405 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a177205c-9010-4c4f-93d5-fc9c217e4133') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:34.636640 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a177205c-9010-4c4f-93d5-fc9c217e4133') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:34.646182 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773537312853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942956'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.665259 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.673405 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:39:34.673995 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12942791'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: timer() Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: cb(*args, **kw) Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: self._notify() Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: self.callback(batched_events) Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: event.method(event) Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._get(url).json() Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:39:34.676051 dv-cinder-804459-5-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:39:34.721458 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8e8898a3-8fcf-4700-94b9-abd675efbb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.737307 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8898a3-8fcf-4700-94b9-abd675efbb48 None None] No DVR routers for this DVR port 91c36f67-0b6d-4395-9aae-08d9b418ae73 on host dv-cinder-804459-5-iscsi {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:39:34.749166 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-555044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762335'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.755097 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:34.756111 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8898a3-8fcf-4700-94b9-abd675efbb48 None None] Pushing event deleted for resources: {'Port': ['ID=91c36f67-0b6d-4395-9aae-08d9b418ae73,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:34.759921 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] 10.222.0.54 "DELETE /v2.0/networks/14de6d80-abda-4d5b-8d82-e5fae0543b93 HTTP/1.1" status: 204 len: 168 time: 0.5645077 Aug 31 23:39:34.763193 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47754) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:34.772583 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1bfc9c-8792-4000-bd0d-81e8cba8ce4d admin admin] Pushing event deleted for resources: {'Network': ['ID=14de6d80-abda-4d5b-8d82-e5fae0543b93,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:35.120124 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-86b7bbad-8c24-4e7d-8556-3621d1dc2dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763597'] for router_interface, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:35.366224 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-86b7bbad-8c24-4e7d-8556-3621d1dc2dbc admin admin] Deleting port b9f56e19-7c7e-4916-ac09-55eab3e50480 {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:39:35.366841 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-86b7bbad-8c24-4e7d-8556-3621d1dc2dbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:35.441852 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [None req-86b7bbad-8c24-4e7d-8556-3621d1dc2dbc admin admin] For port b9f56e19-7c7e-4916-ac09-55eab3e50480, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=b9f56e19-7c7e-4916-ac09-55eab3e50480,segment=NetworkSegment(fa89a4c6-cf9c-4f00-ba5e-15144d9266ec),segment_id=fa89a4c6-cf9c-4f00-ba5e-15144d9266ec)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:35.442218 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-86b7bbad-8c24-4e7d-8556-3621d1dc2dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:35.455215 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-86b7bbad-8c24-4e7d-8556-3621d1dc2dbc admin admin] Calling delete_port for b9f56e19-7c7e-4916-ac09-55eab3e50480 owned by network:router_interface {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:39:35.625887 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47782) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:35.648573 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-86b7bbad-8c24-4e7d-8556-3621d1dc2dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:35.650808 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 8923f0e1-28b5-478a-874a-85a6f69e1fe2 no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:39:35.670402 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: 8923f0e1-28b5-478a-874a-85a6f69e1fe2 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:39:35.671034 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 8923f0e1-28b5-478a-874a-85a6f69e1fe2 not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:39:35.671702 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 91c36f67-0b6d-4395-9aae-08d9b418ae73 no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:39:35.678652 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7bbad-8c24-4e7d-8556-3621d1dc2dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f56e19-7c7e-4916-ac09-55eab3e50480,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:35.692543 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: 91c36f67-0b6d-4395-9aae-08d9b418ae73 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:39:35.693239 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 91c36f67-0b6d-4395-9aae-08d9b418ae73 not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:39:35.693865 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 0065b360-3e33-49c8-98ff-08d7f0c603bf no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:39:35.717162 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: 0065b360-3e33-49c8-98ff-08d7f0c603bf {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:39:35.717919 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 0065b360-3e33-49c8-98ff-08d7f0c603bf not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:39:35.753273 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d050b5bb-3b7b-416d-867a-1d7765974409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:35.892145 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-86b7bbad-8c24-4e7d-8556-3621d1dc2dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1763729'] for router_interface, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:36.258879 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d050b5bb-3b7b-416d-867a-1d7765974409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:36.264971 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d050b5bb-3b7b-416d-867a-1d7765974409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:36.316574 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-d050b5bb-3b7b-416d-867a-1d7765974409 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=70c342c08d76463a8ff086cc2c307008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6896377 Aug 31 23:39:36.318796 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050b5bb-3b7b-416d-867a-1d7765974409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129c5924-4cfc-4ab4-a9df-4629cae26341,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:36.319430 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47788) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:36.370201 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f7b848e7-441e-4210-9bf3-cf3e599c4f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:36.391072 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f7b848e7-441e-4210-9bf3-cf3e599c4f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:36.423892 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b7bbad-8c24-4e7d-8556-3621d1dc2dbc admin admin] Router e84d6cda-dce4-4d5f-817a-b6880479070d has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:39:36.437002 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f7b848e7-441e-4210-9bf3-cf3e599c4f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:36.439611 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f7b848e7-441e-4210-9bf3-cf3e599c4f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:36.443056 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f7b848e7-441e-4210-9bf3-cf3e599c4f2f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/129c5924-4cfc-4ab4-a9df-4629cae26341 HTTP/1.1" status: 204 len: 168 time: 0.1189797 Aug 31 23:39:36.448648 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b848e7-441e-4210-9bf3-cf3e599c4f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129c5924-4cfc-4ab4-a9df-4629cae26341,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:36.536704 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b7bbad-8c24-4e7d-8556-3621d1dc2dbc admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:39:36.542431 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-86b7bbad-8c24-4e7d-8556-3621d1dc2dbc admin admin] 10.222.0.54 "PUT /v2.0/routers/e84d6cda-dce4-4d5f-817a-b6880479070d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7807996 Aug 31 23:39:36.544756 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47792) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:36.547722 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0309bb0-2532-4b89-99f1-dc567d861f86 None None] Sync routers for ids ['e84d6cda-dce4-4d5f-817a-b6880479070d'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:39:36.557476 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0309bb0-2532-4b89-99f1-dc567d861f86 None None] Routers {'e84d6cda-dce4-4d5f-817a-b6880479070d'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:36.558168 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-a0309bb0-2532-4b89-99f1-dc567d861f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:39:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['e84d6cda-dce4-4d5f-817a-b6880479070d'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:36.651055 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0e9e-cb4d-4e5f-a3f0-3815ac4fcdeb admin admin] Notify callbacks [] for router, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:36.666938 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-a0309bb0-2532-4b89-99f1-dc567d861f86 None None] Set router e84d6cda-dce4-4d5f-817a-b6880479070d gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:36.757215 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0e9e-cb4d-4e5f-a3f0-3815ac4fcdeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:36.810091 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b0e9e-cb4d-4e5f-a3f0-3815ac4fcdeb admin admin] Deleting port ebca8c4d-6369-40b6-9168-910830f983c1 {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:39:36.810795 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0e9e-cb4d-4e5f-a3f0-3815ac4fcdeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:36.859702 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-a0309bb0-2532-4b89-99f1-dc567d861f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'name': 'tempest-TestShelveInstance-236468544-router', 'tenant_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebca8c4d-6369-40b6-9168-910830f983c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:29Z', 'updated_at': '2021-08-31T23:39:35Z', 'revision_number': 5, 'project_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'gw_port': {'id': 'ebca8c4d-6369-40b6-9168-910830f983c1', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:34:30Z', 'updated_at': '2021-08-31T23:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:36.888471 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0309bb0-2532-4b89-99f1-dc567d861f86 None None] Checking router: e84d6cda-dce4-4d5f-817a-b6880479070d for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:39:36.899058 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0309bb0-2532-4b89-99f1-dc567d861f86 None None] Routers {'e84d6cda-dce4-4d5f-817a-b6880479070d'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:39:36.899680 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-a0309bb0-2532-4b89-99f1-dc567d861f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:39:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['e84d6cda-dce4-4d5f-817a-b6880479070d'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:36.901149 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [None req-9d2b0e9e-cb4d-4e5f-a3f0-3815ac4fcdeb admin admin] For port ebca8c4d-6369-40b6-9168-910830f983c1, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=ebca8c4d-6369-40b6-9168-910830f983c1,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:36.901467 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0e9e-cb4d-4e5f-a3f0-3815ac4fcdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:36.915585 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b0e9e-cb4d-4e5f-a3f0-3815ac4fcdeb admin admin] Calling delete_port for ebca8c4d-6369-40b6-9168-910830f983c1 owned by network:router_gateway {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:39:37.095138 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0e9e-cb4d-4e5f-a3f0-3815ac4fcdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.108497 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-a0309bb0-2532-4b89-99f1-dc567d861f86 None None] Set router e84d6cda-dce4-4d5f-817a-b6880479070d gateway port host: None {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:39:37.122422 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b0e9e-cb4d-4e5f-a3f0-3815ac4fcdeb admin admin] Pushing event deleted for resources: {'Port': ['ID=ebca8c4d-6369-40b6-9168-910830f983c1,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:37.161220 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-a0309bb0-2532-4b89-99f1-dc567d861f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'name': 'tempest-TestShelveInstance-236468544-router', 'tenant_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:29Z', 'updated_at': '2021-08-31T23:39:36Z', 'revision_number': 6, 'project_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'gw_port_host': None}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:37.191304 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0309bb0-2532-4b89-99f1-dc567d861f86 None None] The sync data for ids ['e84d6cda-dce4-4d5f-817a-b6880479070d'] in dv-cinder-804459-5-iscsi is: [{'id': 'e84d6cda-dce4-4d5f-817a-b6880479070d', 'name': 'tempest-TestShelveInstance-236468544-router', 'tenant_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:34:29Z', 'updated_at': '2021-08-31T23:39:36Z', 'revision_number': 6, 'project_id': 'de4512e2767f47c5abde80a8d0c07bb2', 'gw_port_host': None}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:39:37.200639 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0e9e-cb4d-4e5f-a3f0-3815ac4fcdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762355'] for router_gateway, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.293286 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0e9e-cb4d-4e5f-a3f0-3815ac4fcdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1766157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30469'] for router, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.295490 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0e9e-cb4d-4e5f-a3f0-3815ac4fcdeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.342658 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0e9e-cb4d-4e5f-a3f0-3815ac4fcdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1766150'] for router, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.343502 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2b0e9e-cb4d-4e5f-a3f0-3815ac4fcdeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e84d6cda-dce4-4d5f-817a-b6880479070d {{(pid=93845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 23:39:37.347818 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0e9e-cb4d-4e5f-a3f0-3815ac4fcdeb admin admin] Notify callbacks [] for router, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.348987 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-9d2b0e9e-cb4d-4e5f-a3f0-3815ac4fcdeb admin admin] 10.222.0.54 "DELETE /v2.0/routers/e84d6cda-dce4-4d5f-817a-b6880479070d HTTP/1.1" status: 204 len: 168 time: 0.8032827 Aug 31 23:39:37.352138 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47826) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:37.398903 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dcd622a-b6b0-45ac-9190-394c7e5d4583 admin admin] Deleting subnet 74de030b-764f-487f-b96f-3f955b39434a {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:39:37.401920 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6dcd622a-b6b0-45ac-9190-394c7e5d4583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.436442 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6dcd622a-b6b0-45ac-9190-394c7e5d4583 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12942935'] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.513105 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6dcd622a-b6b0-45ac-9190-394c7e5d4583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534214'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.547288 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47830) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:37.578020 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6dcd622a-b6b0-45ac-9190-394c7e5d4583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12942717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12932385'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.606146 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd622a-b6b0-45ac-9190-394c7e5d4583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74de030b-764f-487f-b96f-3f955b39434a,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:37.608235 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6dcd622a-b6b0-45ac-9190-394c7e5d4583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.610548 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6dcd622a-b6b0-45ac-9190-394c7e5d4583 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/74de030b-764f-487f-b96f-3f955b39434a HTTP/1.1" status: 204 len: 168 time: 0.2573962 Aug 31 23:39:37.613783 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47834) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:37.616006 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0903c8-e585-4322-8782-bf21ad7fe5f9 None None] Network 623eef86-7c20-4a74-9909-9c540b2f604a requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:39:37.704256 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564137'] for network, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.706471 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7d49dd9f-d543-4f41-a449-6f99d9e13837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.815963 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] Deleting port 32f1c023-c0fb-42c3-812d-fdd9929085f9 {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:39:37.816327 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.893233 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7d49dd9f-d543-4f41-a449-6f99d9e13837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.901004 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] For port 32f1c023-c0fb-42c3-812d-fdd9929085f9, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=32f1c023-c0fb-42c3-812d-fdd9929085f9,segment=NetworkSegment(fa89a4c6-cf9c-4f00-ba5e-15144d9266ec),segment_id=fa89a4c6-cf9c-4f00-ba5e-15144d9266ec)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:37.901354 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.903475 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7d49dd9f-d543-4f41-a449-6f99d9e13837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:37.933650 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] Calling delete_port for 32f1c023-c0fb-42c3-812d-fdd9929085f9 owned by network:dhcp {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:39:37.960019 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-7d49dd9f-d543-4f41-a449-6f99d9e13837 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5dd2e08712aa4b30b2bb7f6cb7bc63b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4115920 Aug 31 23:39:37.962561 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49dd9f-d543-4f41-a449-6f99d9e13837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c47de7b-02ae-44dd-af30-55ac1e80d4db,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:37.963072 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47836) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:38.011371 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-72337573-b950-49ac-8136-00a7f53d6994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:38.034460 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-72337573-b950-49ac-8136-00a7f53d6994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:38.042023 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:38.053285 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a2b490-6ca2-4f3c-afd8-9130e726ebb6 None None] DHCP port deletion for 623eef86-7c20-4a74-9909-9c540b2f604a request from dv-cinder-804459-5-iscsi {{(pid=93847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 23:39:38.090683 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] No DVR routers for this DVR port 32f1c023-c0fb-42c3-812d-fdd9929085f9 on host dv-cinder-804459-5-iscsi {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:39:38.097094 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f1c023-c0fb-42c3-812d-fdd9929085f9,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:38.109641 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-72337573-b950-49ac-8136-00a7f53d6994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:38.113690 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-72337573-b950-49ac-8136-00a7f53d6994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:38.119064 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-72337573-b950-49ac-8136-00a7f53d6994 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4c47de7b-02ae-44dd-af30-55ac1e80d4db HTTP/1.1" status: 204 len: 168 time: 0.1549308 Aug 31 23:39:38.129784 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72337573-b950-49ac-8136-00a7f53d6994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c47de7b-02ae-44dd-af30-55ac1e80d4db,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:38.186226 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-555069', 'neutron.services.segments.db._delete_segments_for_network-8773537300673'] for network, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:38.192311 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device b9f56e19-7c7e-4916-ac09-55eab3e50480 no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:39:38.197644 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623eef86-7c20-4a74-9909-9c540b2f604a']}} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:38.209600 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa89a4c6-cf9c-4f00-ba5e-15144d9266ec') {'for_net_delete': True} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:38.210214 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa89a4c6-cf9c-4f00-ba5e-15144d9266ec') {} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:39:38.216611 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: b9f56e19-7c7e-4916-ac09-55eab3e50480 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:39:38.217245 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device b9f56e19-7c7e-4916-ac09-55eab3e50480 not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:39:38.221983 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773537312853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14199050'] for segment, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:38.236244 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:38.242554 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=93845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:39:38.243387 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14659137'] for segment, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: Traceback (most recent call last): Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: timer() Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: cb(*args, **kw) Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: return func(*args, **kwargs) Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: self._notify() Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: self.callback(batched_events) Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: event.method(event) Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: return f(self, *a, **k) Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: return self._get(url).json() Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: return self.request(url, 'GET', **kwargs) Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:39:38.245476 dv-cinder-804459-5-iscsi neutron-server[93845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:39:38.323702 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-555044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762335'] for network, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:38.334197 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:38.338921 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/623eef86-7c20-4a74-9909-9c540b2f604a HTTP/1.1" status: 204 len: 168 time: 0.7217286 Aug 31 23:39:38.355058 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238493a-e1b4-4e88-a587-c7b79cacd7a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=623eef86-7c20-4a74-9909-9c540b2f604a,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:38.528083 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47852) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:38.567177 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-0d3ae665-dbc5-4497-aacf-7350336853bd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f75b6405be564ffdb7665aac04076be8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378392 Aug 31 23:39:38.569588 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47856) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:38.617123 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bcf5198b-e017-484a-9992-14bb8ccf90a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:38.641830 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bcf5198b-e017-484a-9992-14bb8ccf90a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:38.690194 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bcf5198b-e017-484a-9992-14bb8ccf90a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:38.692870 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bcf5198b-e017-484a-9992-14bb8ccf90a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:38.694108 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-bcf5198b-e017-484a-9992-14bb8ccf90a0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d381b5ab-7482-4a5b-ad9e-d4e1c360df67 HTTP/1.1" status: 204 len: 168 time: 0.1229174 Aug 31 23:39:38.702552 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5198b-e017-484a-9992-14bb8ccf90a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d381b5ab-7482-4a5b-ad9e-d4e1c360df67,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:38.945203 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47870) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:39.009941 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47874) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:39.048934 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-1aae9f0c-e406-41a1-8e8f-b1d27a8637eb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de4512e2767f47c5abde80a8d0c07bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377302 Aug 31 23:39:39.051233 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 47876) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:39.099073 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1edf48ff-ca2e-4b5d-9629-e72a52248326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:39.119708 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1edf48ff-ca2e-4b5d-9629-e72a52248326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:39.139790 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-742bfd39-3876-4e74-b874-0125952c2196 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-257352357-network', 'tenant_id': '7cf166b7b6b94bc180249e46396c95b3'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:39.173090 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742bfd39-3876-4e74-b874-0125952c2196 admin admin] Made reservation on behalf of 7cf166b7b6b94bc180249e46396c95b3 for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:39:39.175703 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-742bfd39-3876-4e74-b874-0125952c2196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:39.184987 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-742bfd39-3876-4e74-b874-0125952c2196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:39.194037 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1edf48ff-ca2e-4b5d-9629-e72a52248326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:39.197076 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1edf48ff-ca2e-4b5d-9629-e72a52248326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:39.198179 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-1edf48ff-ca2e-4b5d-9629-e72a52248326 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5fcc1a14-bf06-434e-a04f-56307a420e31 HTTP/1.1" status: 204 len: 168 time: 0.1460781 Aug 31 23:39:39.210129 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf48ff-ca2e-4b5d-9629-e72a52248326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcc1a14-bf06-434e-a04f-56307a420e31,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:39.294851 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-742bfd39-3876-4e74-b874-0125952c2196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:39.298778 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-742bfd39-3876-4e74-b874-0125952c2196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:39.321983 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742bfd39-3876-4e74-b874-0125952c2196 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:39:39.337030 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bfd39-3876-4e74-b874-0125952c2196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb48fef-f359-4bb8-9783-b022b694794c,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:39.342638 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-742bfd39-3876-4e74-b874-0125952c2196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:39.342982 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-742bfd39-3876-4e74-b874-0125952c2196 admin admin] Added segment 17212faa-d0dc-45d9-b049-e12bf3257b1c of type vlan for network 23b4a01a-06be-460c-8069-1b7637b7c574 Aug 31 23:39:39.390910 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-742bfd39-3876-4e74-b874-0125952c2196 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:39.418604 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-742bfd39-3876-4e74-b874-0125952c2196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:39.419868 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742bfd39-3876-4e74-b874-0125952c2196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:39.420803 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-742bfd39-3876-4e74-b874-0125952c2196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:39.484967 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 47882) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:39:39.486255 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-742bfd39-3876-4e74-b874-0125952c2196 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5355506 Aug 31 23:39:39.489766 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bfd39-3876-4e74-b874-0125952c2196 admin admin] Pushing event updated for resources: {'Network': ['ID=23b4a01a-06be-460c-8069-1b7637b7c574,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:39.495877 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-5cf2805d-4541-4f99-8f81-8a5fb308cee6 admin admin] Request body: {'subnet': {'network_id': '23b4a01a-06be-460c-8069-1b7637b7c574', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-257352357-subnet', 'tenant_id': '7cf166b7b6b94bc180249e46396c95b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:39.509466 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network 23b4a01a-06be-460c-8069-1b7637b7c574 details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:39:39.527240 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf2805d-4541-4f99-8f81-8a5fb308cee6 admin admin] Made reservation on behalf of 7cf166b7b6b94bc180249e46396c95b3 for: {'subnet': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:39:39.529830 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5cf2805d-4541-4f99-8f81-8a5fb308cee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12765245'] for subnet, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:39.655814 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device ebca8c4d-6369-40b6-9168-910830f983c1 no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:39:39.678564 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: ebca8c4d-6369-40b6-9168-910830f983c1 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:39:39.678906 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device ebca8c4d-6369-40b6-9168-910830f983c1 not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:39:39.679912 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 32f1c023-c0fb-42c3-812d-fdd9929085f9 no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:39:39.697757 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5cf2805d-4541-4f99-8f81-8a5fb308cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14658852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12765227'] for subnet, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:39.698283 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: 32f1c023-c0fb-42c3-812d-fdd9929085f9 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:39:39.698629 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 32f1c023-c0fb-42c3-812d-fdd9929085f9 not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:39:39.755887 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2805d-4541-4f99-8f81-8a5fb308cee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=157c19de-f729-4e9c-90a9-24c1646ae73b,revision_number=0']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:39.766986 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2805d-4541-4f99-8f81-8a5fb308cee6 admin admin] Checking segment: {'id': '17212faa-d0dc-45d9-b049-e12bf3257b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '23b4a01a-06be-460c-8069-1b7637b7c574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:39:39.767418 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf2805d-4541-4f99-8f81-8a5fb308cee6 admin admin] Network hostable DHCP agents. Network: 23b4a01a-06be-460c-8069-1b7637b7c574, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:39:39.782263 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf2805d-4541-4f99-8f81-8a5fb308cee6 admin admin] Network 23b4a01a-06be-460c-8069-1b7637b7c574 is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:39:39.791016 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-5cf2805d-4541-4f99-8f81-8a5fb308cee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, 23b4a01a-06be-460c-8069-1b7637b7c574) {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:39:39.794949 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf2805d-4541-4f99-8f81-8a5fb308cee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:39.795533 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5cf2805d-4541-4f99-8f81-8a5fb308cee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:39.799500 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b752186-881f-4b47-a79f-5e57849a19c9 None None] Network 23b4a01a-06be-460c-8069-1b7637b7c574 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:39:39.817966 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-5cf2805d-4541-4f99-8f81-8a5fb308cee6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3224087 Aug 31 23:39:39.863034 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d1cb-eb2f-460b-b290-306a7dc6b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:39.939352 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c65e00-d54a-4728-b820-00d9cf55cd90 None None] Network 23b4a01a-06be-460c-8069-1b7637b7c574 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:39:41.504212 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:41.536922 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-4de280f1-f4b3-4ad4-9c10-73f713e50711 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:41.539077 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-4de280f1-f4b3-4ad4-9c10-73f713e50711 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/networks?id=23b4a01a-06be-460c-8069-1b7637b7c574 HTTP/1.1" status: 200 len: 808 time: 0.1031978 Aug 31 23:39:41.553673 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-e692d5fc-8fcd-4124-9f5b-1b932b2dca6e tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/quotas/7cf166b7b6b94bc180249e46396c95b3 HTTP/1.1" status: 200 len: 375 time: 0.0088663 Aug 31 23:39:41.583661 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-b1fa567e-3119-4466-93b0-ce174b80ab9e tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7cf166b7b6b94bc180249e46396c95b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249057 Aug 31 23:39:41.675654 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-f53292b6-f4bf-4d87-8bea-c7a531ac630e service neutron] 10.222.0.54 "GET /v2.0/networks/23b4a01a-06be-460c-8069-1b7637b7c574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847285 Aug 31 23:39:41.761020 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-a2d2dc30-8f74-40d8-9e6b-cc41c9a8cbd8 service neutron] 10.222.0.54 "GET /v2.0/networks/23b4a01a-06be-460c-8069-1b7637b7c574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792453 Aug 31 23:39:41.916586 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-79f4fec2-e3a7-4f4a-8e3c-beb81cb57b18 req-fe06accc-9eff-421b-aa65-39494c426a28 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecd9438e-163a-4fcb-8d8a-5f48f55dbba9 HTTP/1.1" status: 200 len: 210 time: 0.0266902 Aug 31 23:39:42.885635 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5476d5ad-a2fa-4180-9ae3-cf16025632c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:42.891075 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-bd50b689-22f6-41f5-a4f7-f9a29730eebb tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:42.892555 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-bd50b689-22f6-41f5-a4f7-f9a29730eebb tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.53 "GET /v2.0/networks?id=23b4a01a-06be-460c-8069-1b7637b7c574 HTTP/1.1" status: 200 len: 808 time: 0.0995941 Aug 31 23:39:42.906775 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-bc1f6f84-538a-40d2-ac1c-6838c55ea563 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Request body: {'port': {'device_id': 'ecd9438e-163a-4fcb-8d8a-5f48f55dbba9', 'network_id': '23b4a01a-06be-460c-8069-1b7637b7c574', 'admin_state_up': True, 'tenant_id': '7cf166b7b6b94bc180249e46396c95b3'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:43.019149 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7b95a310-767f-4596-97ad-e754a86197b3 req-f5abf83e-fe1c-4a32-a40d-71685bb21447 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecd9438e-163a-4fcb-8d8a-5f48f55dbba9 HTTP/1.1" status: 200 len: 210 time: 0.0340490 Aug 31 23:39:43.041697 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-bc1f6f84-538a-40d2-ac1c-6838c55ea563 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Made reservation on behalf of 7cf166b7b6b94bc180249e46396c95b3 for: {'port': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:39:43.045326 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-bc1f6f84-538a-40d2-ac1c-6838c55ea563 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:43.141329 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:43.172646 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-bc1f6f84-538a-40d2-ac1c-6838c55ea563 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Allocated IP 172.20.0.9 (23b4a01a-06be-460c-8069-1b7637b7c574/157c19de-f729-4e9c-90a9-24c1646ae73b/0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:39:43.312307 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-bc1f6f84-538a-40d2-ac1c-6838c55ea563 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:43.355039 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-bc1f6f84-538a-40d2-ac1c-6838c55ea563 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:43.393872 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-bc1f6f84-538a-40d2-ac1c-6838c55ea563 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Network 23b4a01a-06be-460c-8069-1b7637b7c574 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:39:43.399406 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-bc1f6f84-538a-40d2-ac1c-6838c55ea563 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:39:43.403028 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-bc1f6f84-538a-40d2-ac1c-6838c55ea563 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:39:43.428932 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f6f84-538a-40d2-ac1c-6838c55ea563 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Pushing event updated for resources: {'Port': ['ID=0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:43.453380 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-bc1f6f84-538a-40d2-ac1c-6838c55ea563 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:43.453985 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-bc1f6f84-538a-40d2-ac1c-6838c55ea563 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:43.467803 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-bc1f6f84-538a-40d2-ac1c-6838c55ea563 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5645907 Aug 31 23:39:43.481437 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Request body: {'port': {'device_id': 'ecd9438e-163a-4fcb-8d8a-5f48f55dbba9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:43.533135 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:43.564668 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:43.788459 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 {{(pid=93845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:39:43.795926 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:43.808204 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Transition to ACTIVE for port object 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 will not be triggered until provisioned by entity L2. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:39:43.812657 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:43.863499 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:43.929496 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Attempting to bind port 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:39:43.929829 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Attempting to bind port 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '17212faa-d0dc-45d9-b049-e12bf3257b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '23b4a01a-06be-460c-8069-1b7637b7c574'}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:39:43.930155 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Attempting to bind port 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 on network 23b4a01a-06be-460c-8069-1b7637b7c574 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:39:43.934314 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Port 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 on network 23b4a01a-06be-460c-8069-1b7637b7c574 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:39:43.934632 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Attempting to bind port 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 on network 23b4a01a-06be-460c-8069-1b7637b7c574 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:39:43.939340 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:39:43.939671 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Checking segment: {'id': '17212faa-d0dc-45d9-b049-e12bf3257b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '23b4a01a-06be-460c-8069-1b7637b7c574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:39:43.940046 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Bound using segment: {'id': '17212faa-d0dc-45d9-b049-e12bf3257b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '23b4a01a-06be-460c-8069-1b7637b7c574'} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:39:43.940498 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Bound port: 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17212faa-d0dc-45d9-b049-e12bf3257b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '23b4a01a-06be-460c-8069-1b7637b7c574'}}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:39:43.940847 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:44.001431 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] For port 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2, host hv-cinder-80445, cleared binding levels {{(pid=93845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:39:44.004364 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] For port 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2,segment=NetworkSegment(17212faa-d0dc-45d9-b049-e12bf3257b1c),segment_id=17212faa-d0dc-45d9-b049-e12bf3257b1c)] {{(pid=93845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:39:44.009553 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:44.042512 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:44.043134 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:44.044615 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] 10.222.0.53 "PUT /v2.0/ports/0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 HTTP/1.1" status: 200 len: 1093 time: 0.5670919 Aug 31 23:39:44.045069 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd9438e-163a-4fcb-8d8a-5f48f55dbba9', 'tag': '0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:39:44.047663 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5e3544-5f02-418f-9236-f63b7be7041f" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd9438e-163a-4fcb-8d8a-5f48f55dbba9", "tag": "0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:39:44.070790 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c4d09-a235-4124-ab8c-7404fd3c83e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2,revision_number=3']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:44.095054 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9b2885-2bc5-434f-b779-44d81bf2c8e5 x-openstack-request-id: req-ed9b2885-2bc5-434f-b779-44d81bf2c8e5 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:39:44.095412 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd9438e-163a-4fcb-8d8a-5f48f55dbba9", "tag": "0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:39:44.095671 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ed9b2885-2bc5-434f-b779-44d81bf2c8e5 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:39:44.096069 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd9438e-163a-4fcb-8d8a-5f48f55dbba9', 'tag': '0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2', 'status': 'completed', 'code': 200} Aug 31 23:39:44.173671 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c892b-9d95-4c80-a842-aa46d60db1e1 req-f892feb8-66e7-41f8-9a19-7b31cd01cddb tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:44.175140 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-963c892b-9d95-4c80-a842-aa46d60db1e1 req-f892feb8-66e7-41f8-9a19-7b31cd01cddb tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecd9438e-163a-4fcb-8d8a-5f48f55dbba9 HTTP/1.1" status: 200 len: 943 time: 0.0822704 Aug 31 23:39:44.176804 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-a84c422c-3b90-4fcc-8cd9-f6a649cf055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:44.178139 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-a84c422c-3b90-4fcc-8cd9-f6a649cf055a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cf166b7b6b94bc180249e46396c95b3&device_id=ecd9438e-163a-4fcb-8d8a-5f48f55dbba9 HTTP/1.1" status: 200 len: 1096 time: 0.0732734 Aug 31 23:39:44.227340 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-d5e09468-11fc-46b5-9116-92a2d04a8c32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 HTTP/1.1" status: 200 len: 217 time: 0.0397246 Aug 31 23:39:44.268657 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-963c892b-9d95-4c80-a842-aa46d60db1e1 req-891372f6-b2a4-4b13-8ce9-6b3ba51cb333 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866539 Aug 31 23:39:44.285078 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-27860cbb-a96c-4cbf-9fcf-7c418c519c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:44.286471 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-27860cbb-a96c-4cbf-9fcf-7c418c519c6c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=157c19de-f729-4e9c-90a9-24c1646ae73b HTTP/1.1" status: 200 len: 848 time: 0.0482910 Aug 31 23:39:44.320736 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-d07e771e-27cf-4c20-b114-18260710ea03 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=23b4a01a-06be-460c-8069-1b7637b7c574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272226 Aug 31 23:39:44.406568 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-aa97885a-4171-49c8-91c4-e7c5f06f2226 service neutron] 10.222.0.53 "GET /v2.0/networks/23b4a01a-06be-460c-8069-1b7637b7c574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778091 Aug 31 23:39:44.496662 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3c310663-1c4e-44bb-ad88-3f64bf45aed2 req-32331796-edc3-4777-8d79-e436e19d5527 service neutron] 10.222.0.53 "GET /v2.0/networks/23b4a01a-06be-460c-8069-1b7637b7c574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820026 Aug 31 23:39:44.580977 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e3544-5f02-418f-9236-f63b7be7041f req-d2d64cf3-53f3-4024-a077-bc08fb37f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:44.582417 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1a5e3544-5f02-418f-9236-f63b7be7041f req-d2d64cf3-53f3-4024-a077-bc08fb37f14f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cf166b7b6b94bc180249e46396c95b3&device_id=ecd9438e-163a-4fcb-8d8a-5f48f55dbba9 HTTP/1.1" status: 200 len: 1096 time: 0.0392838 Aug 31 23:39:44.669353 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e3544-5f02-418f-9236-f63b7be7041f req-3e39546f-8971-479e-8ac2-cce9c4c0a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:44.670672 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1a5e3544-5f02-418f-9236-f63b7be7041f req-3e39546f-8971-479e-8ac2-cce9c4c0a2d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=23b4a01a-06be-460c-8069-1b7637b7c574 HTTP/1.1" status: 200 len: 909 time: 0.0800691 Aug 31 23:39:44.713811 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1a5e3544-5f02-418f-9236-f63b7be7041f req-bbba70b9-a45d-4932-9ed8-e20f527c5b27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 HTTP/1.1" status: 200 len: 217 time: 0.0355473 Aug 31 23:39:44.761239 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e3544-5f02-418f-9236-f63b7be7041f req-08109f74-6ea2-4fe4-bef6-03007a91dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:44.762582 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1a5e3544-5f02-418f-9236-f63b7be7041f req-08109f74-6ea2-4fe4-bef6-03007a91dea9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=157c19de-f729-4e9c-90a9-24c1646ae73b HTTP/1.1" status: 200 len: 848 time: 0.0413377 Aug 31 23:39:44.796649 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1a5e3544-5f02-418f-9236-f63b7be7041f req-03031c2b-3b33-489b-b817-1c39ff6a4977 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=23b4a01a-06be-460c-8069-1b7637b7c574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232346 Aug 31 23:39:44.886865 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1a5e3544-5f02-418f-9236-f63b7be7041f req-1c5265cb-fa1c-4d79-898c-c16a65f4c6f2 service neutron] 10.222.0.53 "GET /v2.0/networks/23b4a01a-06be-460c-8069-1b7637b7c574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821760 Aug 31 23:39:44.977343 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1a5e3544-5f02-418f-9236-f63b7be7041f req-0f8ae75c-3454-4f18-8fd2-1864edc56cad service neutron] 10.222.0.53 "GET /v2.0/networks/23b4a01a-06be-460c-8069-1b7637b7c574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816376 Aug 31 23:39:45.028539 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:45.381407 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931030b-9ed3-40ec-bb47-814d820f535e req-25491141-1d6e-4d9b-87aa-76da80a000fa tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:45.383443 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1931030b-9ed3-40ec-bb47-814d820f535e req-25491141-1d6e-4d9b-87aa-76da80a000fa tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecd9438e-163a-4fcb-8d8a-5f48f55dbba9 HTTP/1.1" status: 200 len: 943 time: 0.0489602 Aug 31 23:39:45.419663 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1931030b-9ed3-40ec-bb47-814d820f535e req-00897f79-9f58-4b59-80b5-5b11a8259dee tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302751 Aug 31 23:39:46.300925 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:39:46.390755 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2,segment=NetworkSegment(17212faa-d0dc-45d9-b049-e12bf3257b1c),segment_id=17212faa-d0dc-45d9-b049-e12bf3257b1c)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:46.402476 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2', 'network_id': '23b4a01a-06be-460c-8069-1b7637b7c574', 'port_id': '0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2', 'mac_address': 'fa:16:3e:58:94:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157c19de-f729-4e9c-90a9-24c1646ae73b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:39:46.441599 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:46.454628 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:39:46.474021 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2,segment=NetworkSegment(17212faa-d0dc-45d9-b049-e12bf3257b1c),segment_id=17212faa-d0dc-45d9-b049-e12bf3257b1c)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:46.478607 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:46.527480 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:46.539545 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc694778-1645-457a-a37b-8ee1073bfde6 req-3e06ba38-c6ec-491a-924f-9e7673aea0ed tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:46.541064 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-dc694778-1645-457a-a37b-8ee1073bfde6 req-3e06ba38-c6ec-491a-924f-9e7673aea0ed tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecd9438e-163a-4fcb-8d8a-5f48f55dbba9 HTTP/1.1" status: 200 len: 944 time: 0.0551620 Aug 31 23:39:46.577873 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-dc694778-1645-457a-a37b-8ee1073bfde6 req-96aeadac-33f7-4938-a024-17d4fdf24e85 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309153 Aug 31 23:39:46.748476 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:39:47.689758 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5f8b6-c6e2-425a-a446-404b9230e3e3 req-6617ba96-5ec2-459a-a28b-1a36404f2824 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:47.691201 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-69d5f8b6-c6e2-425a-a446-404b9230e3e3 req-6617ba96-5ec2-459a-a28b-1a36404f2824 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecd9438e-163a-4fcb-8d8a-5f48f55dbba9 HTTP/1.1" status: 200 len: 944 time: 0.0478990 Aug 31 23:39:47.728425 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-69d5f8b6-c6e2-425a-a446-404b9230e3e3 req-1b371212-9ce0-4581-b000-1589bc40967e tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310142 Aug 31 23:39:48.305758 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:39:48.354451 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:39:48.358030 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:39:48.358400 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:48.431919 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:48.453295 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd9438e-163a-4fcb-8d8a-5f48f55dbba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:39:48.455503 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3857206a-ee0f-4b0e-a988-11659509160b" -d '{"events": [{"server_uuid": "ecd9438e-163a-4fcb-8d8a-5f48f55dbba9", "name": "network-vif-plugged", "status": "completed", "tag": "0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:39:48.467984 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2,segment=NetworkSegment(17212faa-d0dc-45d9-b049-e12bf3257b1c),segment_id=17212faa-d0dc-45d9-b049-e12bf3257b1c)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:48.472102 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:48.499250 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:39:48.501548 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c51bf9-144f-4301-b3da-a19e37d78f0c x-openstack-request-id: req-55c51bf9-144f-4301-b3da-a19e37d78f0c {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:39:48.501841 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd9438e-163a-4fcb-8d8a-5f48f55dbba9", "name": "network-vif-plugged", "status": "completed", "tag": "0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:39:48.502092 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-55c51bf9-144f-4301-b3da-a19e37d78f0c {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:39:48.502477 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd9438e-163a-4fcb-8d8a-5f48f55dbba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2', 'code': 200} Aug 31 23:39:48.528746 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:48.654345 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66167b61-5578-4d75-81a6-d412c3e01005 req-7a077992-d596-4aa0-9cdc-3421b188fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:48.655789 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-66167b61-5578-4d75-81a6-d412c3e01005 req-7a077992-d596-4aa0-9cdc-3421b188fb35 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ecd9438e-163a-4fcb-8d8a-5f48f55dbba9 HTTP/1.1" status: 200 len: 1098 time: 0.0398560 Aug 31 23:39:48.692811 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-66167b61-5578-4d75-81a6-d412c3e01005 req-1121ce8c-f610-44dc-ad39-53f36b925de9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294771 Aug 31 23:39:48.842900 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02187e75-c137-4a26-a81b-f92318297968 req-5b393611-99db-43c8-84ae-f8f915e1fe8b tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:48.844372 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-02187e75-c137-4a26-a81b-f92318297968 req-5b393611-99db-43c8-84ae-f8f915e1fe8b tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecd9438e-163a-4fcb-8d8a-5f48f55dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0481336 Aug 31 23:39:48.880556 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-02187e75-c137-4a26-a81b-f92318297968 req-d742eef3-35e8-4af2-be59-c3a271765959 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303869 Aug 31 23:39:49.998908 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ace9d6-ff14-471b-a4a0-099ceff306bf req-8438af40-7ef4-4753-b754-c4f60285d400 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:50.000400 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-97ace9d6-ff14-471b-a4a0-099ceff306bf req-8438af40-7ef4-4753-b754-c4f60285d400 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecd9438e-163a-4fcb-8d8a-5f48f55dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0515435 Aug 31 23:39:50.037194 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-97ace9d6-ff14-471b-a4a0-099ceff306bf req-a04e255a-44d2-478f-a3eb-3d36c9e6247a tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309417 Aug 31 23:39:50.668211 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066d1c6-ce6b-4968-af46-4ee97b604508 req-c884e2fd-fb5d-4ec7-b176-dc12e4d18ca2 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:50.669703 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9066d1c6-ce6b-4968-af46-4ee97b604508 req-c884e2fd-fb5d-4ec7-b176-dc12e4d18ca2 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecd9438e-163a-4fcb-8d8a-5f48f55dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0522017 Aug 31 23:39:50.705314 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9066d1c6-ce6b-4968-af46-4ee97b604508 req-baffa7d3-5540-4e28-b646-20d07d876ed2 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298421 Aug 31 23:39:51.826987 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e0b0a-95cd-40bd-a076-1aa42b565cd7 req-48634a26-6ed8-4f43-9130-71e0a06a4f7e tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:51.828526 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-619e0b0a-95cd-40bd-a076-1aa42b565cd7 req-48634a26-6ed8-4f43-9130-71e0a06a4f7e tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecd9438e-163a-4fcb-8d8a-5f48f55dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0523646 Aug 31 23:39:51.869046 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-619e0b0a-95cd-40bd-a076-1aa42b565cd7 req-30fa2b32-2506-47b6-b6b3-893f01383f9b tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342913 Aug 31 23:39:52.106295 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654f5af-cb23-4ce8-9b7f-df27c7c06a28 req-024ae32a-36ff-419e-bf04-6eb3fe3d3d2e tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:52.107713 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9654f5af-cb23-4ce8-9b7f-df27c7c06a28 req-024ae32a-36ff-419e-bf04-6eb3fe3d3d2e tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecd9438e-163a-4fcb-8d8a-5f48f55dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0469491 Aug 31 23:39:52.200140 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-9654f5af-cb23-4ce8-9b7f-df27c7c06a28 req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Deleting port 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:39:52.200507 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-9654f5af-cb23-4ce8-9b7f-df27c7c06a28 req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:52.283288 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-9654f5af-cb23-4ce8-9b7f-df27c7c06a28 req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] For port 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2,segment=NetworkSegment(17212faa-d0dc-45d9-b049-e12bf3257b1c),segment_id=17212faa-d0dc-45d9-b049-e12bf3257b1c)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:39:52.283643 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-9654f5af-cb23-4ce8-9b7f-df27c7c06a28 req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:52.296433 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-9654f5af-cb23-4ce8-9b7f-df27c7c06a28 req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Calling delete_port for 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 owned by compute:nova {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:39:52.416900 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-9654f5af-cb23-4ce8-9b7f-df27c7c06a28 req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:52.434053 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:39:52.443803 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Pushing event deleted for resources: {'Port': ['ID=0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:52.470604 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:52.470945 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:52.471281 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:52.471611 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:52.471938 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:52.472259 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:52.472607 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:52.472925 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:52.473244 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:52.473562 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:52.473876 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:52.474189 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:39:52.491896 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9654f5af-cb23-4ce8-9b7f-df27c7c06a28 req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] No DVR routers for this DVR port 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 on host hv-cinder-80445 {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:39:52.494530 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-9654f5af-cb23-4ce8-9b7f-df27c7c06a28 req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:52.496490 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-9654f5af-cb23-4ce8-9b7f-df27c7c06a28 req-4592405d-22f6-4468-9d85-de451ad1fa06 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.53 "DELETE /v2.0/ports/0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 HTTP/1.1" status: 204 len: 173 time: 0.3787103 Aug 31 23:39:52.496917 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd9438e-163a-4fcb-8d8a-5f48f55dbba9', 'name': 'network-vif-deleted', 'tag': '0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:39:52.499163 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3fed0e-d8a7-46db-ad7a-b828a7064e41" -d '{"events": [{"server_uuid": "ecd9438e-163a-4fcb-8d8a-5f48f55dbba9", "name": "network-vif-deleted", "tag": "0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:39:52.534996 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131e9689-cdac-4f9e-8135-4fe86c3c3067 x-openstack-request-id: req-131e9689-cdac-4f9e-8135-4fe86c3c3067 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:39:52.535287 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd9438e-163a-4fcb-8d8a-5f48f55dbba9", "name": "network-vif-deleted", "tag": "0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:39:52.535541 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-131e9689-cdac-4f9e-8135-4fe86c3c3067 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:39:52.535941 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd9438e-163a-4fcb-8d8a-5f48f55dbba9', 'name': 'network-vif-deleted', 'tag': '0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2', 'status': 'completed', 'code': 200} Aug 31 23:39:52.981617 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ab42f467-24d0-4afa-9f23-3e840ade6035 req-96b4ff6b-d61b-4cff-802e-b48df4331919 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecd9438e-163a-4fcb-8d8a-5f48f55dbba9 HTTP/1.1" status: 200 len: 210 time: 0.0317645 Aug 31 23:39:54.233876 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-9c19b10d-fcbc-4df4-90da-0c4e3f9a67ee tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:54.235546 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-9c19b10d-fcbc-4df4-90da-0c4e3f9a67ee tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/networks?id=23b4a01a-06be-460c-8069-1b7637b7c574 HTTP/1.1" status: 200 len: 808 time: 0.0995555 Aug 31 23:39:54.252303 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-48779a17-fc70-4247-a6c9-21743a55dbba tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/quotas/7cf166b7b6b94bc180249e46396c95b3 HTTP/1.1" status: 200 len: 375 time: 0.0110343 Aug 31 23:39:54.285028 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-8ba8745d-ea5f-4c18-893d-4b713aab4358 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7cf166b7b6b94bc180249e46396c95b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258303 Aug 31 23:39:54.373590 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-3585d503-c464-4c1b-8a1a-6d794a94c7c4 service neutron] 10.222.0.54 "GET /v2.0/networks/23b4a01a-06be-460c-8069-1b7637b7c574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817504 Aug 31 23:39:54.459027 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-36a784b4-86d7-4935-bf8b-5408c22f2447 service neutron] 10.222.0.54 "GET /v2.0/networks/23b4a01a-06be-460c-8069-1b7637b7c574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794554 Aug 31 23:39:54.613184 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-bbc01f89-42f4-48c0-8b15-029bf24ae902 req-cd844f21-c8a3-464e-86da-1ade4fd0161d tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=17294abe-f287-4924-82eb-5bd8caf13560 HTTP/1.1" status: 200 len: 210 time: 0.0262644 Aug 31 23:39:55.592443 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-3d504066-1de0-4570-9243-87cf050ef0ac tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:55.593784 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-3d504066-1de0-4570-9243-87cf050ef0ac tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.53 "GET /v2.0/networks?id=23b4a01a-06be-460c-8069-1b7637b7c574 HTTP/1.1" status: 200 len: 808 time: 0.0998898 Aug 31 23:39:55.608100 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-3268c231-e72b-47ce-84aa-2a1ae6b740d1 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Request body: {'port': {'device_id': '17294abe-f287-4924-82eb-5bd8caf13560', 'network_id': '23b4a01a-06be-460c-8069-1b7637b7c574', 'admin_state_up': True, 'tenant_id': '7cf166b7b6b94bc180249e46396c95b3'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:55.705549 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-45275d00-71ce-4df8-877f-84e1d6c5d0ee req-ec2a9613-5d2b-448e-b41f-c33a901e5cea tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=17294abe-f287-4924-82eb-5bd8caf13560 HTTP/1.1" status: 200 len: 210 time: 0.0256526 Aug 31 23:39:55.722329 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-3268c231-e72b-47ce-84aa-2a1ae6b740d1 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Made reservation on behalf of 7cf166b7b6b94bc180249e46396c95b3 for: {'port': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:39:55.725879 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-3268c231-e72b-47ce-84aa-2a1ae6b740d1 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:55.844026 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-3268c231-e72b-47ce-84aa-2a1ae6b740d1 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Allocated IP 172.20.0.8 (23b4a01a-06be-460c-8069-1b7637b7c574/157c19de-f729-4e9c-90a9-24c1646ae73b/3614ef38-e6b3-43bf-bef3-c10f24ccd32b) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:39:55.986570 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-3268c231-e72b-47ce-84aa-2a1ae6b740d1 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:56.023277 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-3268c231-e72b-47ce-84aa-2a1ae6b740d1 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:56.069216 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-3268c231-e72b-47ce-84aa-2a1ae6b740d1 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Network 23b4a01a-06be-460c-8069-1b7637b7c574 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:39:56.072783 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-3268c231-e72b-47ce-84aa-2a1ae6b740d1 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:39:56.076484 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-3268c231-e72b-47ce-84aa-2a1ae6b740d1 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:39:56.082626 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268c231-e72b-47ce-84aa-2a1ae6b740d1 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Pushing event updated for resources: {'Port': ['ID=3614ef38-e6b3-43bf-bef3-c10f24ccd32b,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:56.352478 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:39:56.372540 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:39:56.372962 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 0bc8d61b-d6e3-430d-8a7c-c8fad97de5d2 not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:39:56.390794 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-3268c231-e72b-47ce-84aa-2a1ae6b740d1 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:56.391397 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-3268c231-e72b-47ce-84aa-2a1ae6b740d1 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:56.405522 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-3268c231-e72b-47ce-84aa-2a1ae6b740d1 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8010190 Aug 31 23:39:56.422225 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Request body: {'port': {'device_id': '17294abe-f287-4924-82eb-5bd8caf13560', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:39:56.472992 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:56.731813 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3614ef38-e6b3-43bf-bef3-c10f24ccd32b {{(pid=93845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:39:56.739240 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:56.752096 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Transition to ACTIVE for port object 3614ef38-e6b3-43bf-bef3-c10f24ccd32b will not be triggered until provisioned by entity L2. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:39:56.756147 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:56.835106 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Pushing event updated for resources: {'Port': ['ID=3614ef38-e6b3-43bf-bef3-c10f24ccd32b,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:56.894162 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4d349-bfc2-4113-8f36-443b963963d4 req-7479b72d-a3ec-4d91-8fd5-8289831b1844 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:56.895629 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3db4d349-bfc2-4113-8f36-443b963963d4 req-7479b72d-a3ec-4d91-8fd5-8289831b1844 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=17294abe-f287-4924-82eb-5bd8caf13560 HTTP/1.1" status: 200 len: 943 time: 0.1134982 Aug 31 23:39:56.932497 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Attempting to bind port 3614ef38-e6b3-43bf-bef3-c10f24ccd32b on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:39:56.932823 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Attempting to bind port 3614ef38-e6b3-43bf-bef3-c10f24ccd32b by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '17212faa-d0dc-45d9-b049-e12bf3257b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '23b4a01a-06be-460c-8069-1b7637b7c574'}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:39:56.933143 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Attempting to bind port 3614ef38-e6b3-43bf-bef3-c10f24ccd32b on network 23b4a01a-06be-460c-8069-1b7637b7c574 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:39:56.945614 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Port 3614ef38-e6b3-43bf-bef3-c10f24ccd32b on network 23b4a01a-06be-460c-8069-1b7637b7c574 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:39:56.945931 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Attempting to bind port 3614ef38-e6b3-43bf-bef3-c10f24ccd32b on network 23b4a01a-06be-460c-8069-1b7637b7c574 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:39:56.950880 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3db4d349-bfc2-4113-8f36-443b963963d4 req-182f382d-fa08-4e7a-b870-e502b99acc1a tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494041 Aug 31 23:39:56.953436 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:39:56.953834 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Checking segment: {'id': '17212faa-d0dc-45d9-b049-e12bf3257b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '23b4a01a-06be-460c-8069-1b7637b7c574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:39:56.954127 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Bound using segment: {'id': '17212faa-d0dc-45d9-b049-e12bf3257b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '23b4a01a-06be-460c-8069-1b7637b7c574'} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:39:56.954577 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Bound port: 3614ef38-e6b3-43bf-bef3-c10f24ccd32b, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17212faa-d0dc-45d9-b049-e12bf3257b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '23b4a01a-06be-460c-8069-1b7637b7c574'}}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:39:56.954928 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:57.015649 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] For port 3614ef38-e6b3-43bf-bef3-c10f24ccd32b, host hv-cinder-80445, cleared binding levels {{(pid=93845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:39:57.019076 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] For port 3614ef38-e6b3-43bf-bef3-c10f24ccd32b, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3614ef38-e6b3-43bf-bef3-c10f24ccd32b,segment=NetworkSegment(17212faa-d0dc-45d9-b049-e12bf3257b1c),segment_id=17212faa-d0dc-45d9-b049-e12bf3257b1c)] {{(pid=93845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:39:57.022813 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:57.058538 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:57.059152 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:39:57.060556 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] 10.222.0.53 "PUT /v2.0/ports/3614ef38-e6b3-43bf-bef3-c10f24ccd32b HTTP/1.1" status: 200 len: 1093 time: 0.6422164 Aug 31 23:39:57.060980 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17294abe-f287-4924-82eb-5bd8caf13560', 'tag': '3614ef38-e6b3-43bf-bef3-c10f24ccd32b'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:39:57.063191 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85db80e6-6dc7-4bee-9424-633218e56cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "17294abe-f287-4924-82eb-5bd8caf13560", "tag": "3614ef38-e6b3-43bf-bef3-c10f24ccd32b"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:39:57.089848 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e113a5b-7814-492e-a4eb-496b4eb8eb17 service neutron] Pushing event updated for resources: {'Port': ['ID=3614ef38-e6b3-43bf-bef3-c10f24ccd32b,revision_number=3']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:39:57.099438 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09063dbd-0654-405c-8ef1-85362751eb1c x-openstack-request-id: req-09063dbd-0654-405c-8ef1-85362751eb1c {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:39:57.099586 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17294abe-f287-4924-82eb-5bd8caf13560", "tag": "3614ef38-e6b3-43bf-bef3-c10f24ccd32b", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:39:57.099845 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-09063dbd-0654-405c-8ef1-85362751eb1c {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:39:57.100227 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17294abe-f287-4924-82eb-5bd8caf13560', 'tag': '3614ef38-e6b3-43bf-bef3-c10f24ccd32b', 'status': 'completed', 'code': 200} Aug 31 23:39:57.146934 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-9dd71fd1-bf6c-4b6e-beb6-4b0d2c5c62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:57.148972 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-9dd71fd1-bf6c-4b6e-beb6-4b0d2c5c62e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cf166b7b6b94bc180249e46396c95b3&device_id=17294abe-f287-4924-82eb-5bd8caf13560 HTTP/1.1" status: 200 len: 1096 time: 0.0403802 Aug 31 23:39:57.194429 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-3e0e5096-edd5-45aa-b48d-61306cb429e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3614ef38-e6b3-43bf-bef3-c10f24ccd32b HTTP/1.1" status: 200 len: 217 time: 0.0330629 Aug 31 23:39:57.246045 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e1a8664-23ae-4430-a25d-067309edd30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:57.247397 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-0e1a8664-23ae-4430-a25d-067309edd30e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=157c19de-f729-4e9c-90a9-24c1646ae73b HTTP/1.1" status: 200 len: 848 time: 0.0420980 Aug 31 23:39:57.286242 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-78aa03f1-e211-4768-ad73-2aac66c0b020 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=23b4a01a-06be-460c-8069-1b7637b7c574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269639 Aug 31 23:39:57.376888 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-ebafa1a2-ef2f-4824-9f57-1bb137675dd9 service neutron] 10.222.0.53 "GET /v2.0/networks/23b4a01a-06be-460c-8069-1b7637b7c574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790706 Aug 31 23:39:57.475817 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0ecea713-9c6c-4e0e-b4da-3eb2820f402d req-48e66305-d229-4611-8051-8d3eeb0dcdc5 service neutron] 10.222.0.53 "GET /v2.0/networks/23b4a01a-06be-460c-8069-1b7637b7c574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872598 Aug 31 23:39:57.562990 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db80e6-6dc7-4bee-9424-633218e56cd0 req-5c71396f-3922-4c32-9b34-253fde4fe56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:57.564486 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-85db80e6-6dc7-4bee-9424-633218e56cd0 req-5c71396f-3922-4c32-9b34-253fde4fe56f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cf166b7b6b94bc180249e46396c95b3&device_id=17294abe-f287-4924-82eb-5bd8caf13560 HTTP/1.1" status: 200 len: 1096 time: 0.0414076 Aug 31 23:39:57.652910 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db80e6-6dc7-4bee-9424-633218e56cd0 req-89607500-5c9f-418c-a642-38365dff2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:57.654415 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-85db80e6-6dc7-4bee-9424-633218e56cd0 req-89607500-5c9f-418c-a642-38365dff2d55 service neutron] 10.222.0.53 "GET /v2.0/networks?id=23b4a01a-06be-460c-8069-1b7637b7c574 HTTP/1.1" status: 200 len: 909 time: 0.0821602 Aug 31 23:39:57.698967 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-85db80e6-6dc7-4bee-9424-633218e56cd0 req-af69780c-e1f6-454b-bf9d-9eede23ce5b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3614ef38-e6b3-43bf-bef3-c10f24ccd32b HTTP/1.1" status: 200 len: 217 time: 0.0367153 Aug 31 23:39:57.746870 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db80e6-6dc7-4bee-9424-633218e56cd0 req-f48a5e74-0906-4e49-8511-97199e365fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:57.748265 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-85db80e6-6dc7-4bee-9424-633218e56cd0 req-f48a5e74-0906-4e49-8511-97199e365fdb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=157c19de-f729-4e9c-90a9-24c1646ae73b HTTP/1.1" status: 200 len: 848 time: 0.0421062 Aug 31 23:39:57.779451 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-85db80e6-6dc7-4bee-9424-633218e56cd0 req-e020bf4c-7528-4260-a686-b0414bf8cd5e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=23b4a01a-06be-460c-8069-1b7637b7c574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239718 Aug 31 23:39:57.869881 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-85db80e6-6dc7-4bee-9424-633218e56cd0 req-bc77f7b2-7757-4cd0-a430-23a49c4d50cb service neutron] 10.222.0.53 "GET /v2.0/networks/23b4a01a-06be-460c-8069-1b7637b7c574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828614 Aug 31 23:39:57.961711 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-85db80e6-6dc7-4bee-9424-633218e56cd0 req-7cf68acb-6712-4fef-a5f2-82fb9ab8c54f service neutron] 10.222.0.53 "GET /v2.0/networks/23b4a01a-06be-460c-8069-1b7637b7c574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820146 Aug 31 23:39:58.062360 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cbd16-dc15-492c-b90c-cc465120800f req-b358ae16-d5d1-4889-a8ad-f7dfb715cd93 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:58.063820 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-dc1cbd16-dc15-492c-b90c-cc465120800f req-b358ae16-d5d1-4889-a8ad-f7dfb715cd93 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=17294abe-f287-4924-82eb-5bd8caf13560 HTTP/1.1" status: 200 len: 943 time: 0.0477979 Aug 31 23:39:58.104868 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-dc1cbd16-dc15-492c-b90c-cc465120800f req-4df1800f-627c-486b-b1f1-4a6b720c66dc tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350864 Aug 31 23:39:59.225403 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44931f42-c2e2-4684-a3f2-115f8abd9e10 req-d3a46450-8696-47fd-901a-5ead2576db9e tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:39:59.227379 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-44931f42-c2e2-4684-a3f2-115f8abd9e10 req-d3a46450-8696-47fd-901a-5ead2576db9e tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=17294abe-f287-4924-82eb-5bd8caf13560 HTTP/1.1" status: 200 len: 943 time: 0.0532627 Aug 31 23:39:59.267679 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-44931f42-c2e2-4684-a3f2-115f8abd9e10 req-17c8de0d-1f66-4c55-bad6-73af003b1485 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343091 Aug 31 23:40:00.368007 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 3614ef38-e6b3-43bf-bef3-c10f24ccd32b details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:40:00.380978 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b285765-1208-4b3f-a9ea-da12d8338c32 req-2b19f137-66c5-46d6-b238-2d1c2daafefe tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:00.382454 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3b285765-1208-4b3f-a9ea-da12d8338c32 req-2b19f137-66c5-46d6-b238-2d1c2daafefe tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=17294abe-f287-4924-82eb-5bd8caf13560 HTTP/1.1" status: 200 len: 943 time: 0.0482714 Aug 31 23:40:00.419862 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-3b285765-1208-4b3f-a9ea-da12d8338c32 req-8eb22a16-dc85-4b9e-ac60-3efc245a2974 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308678 Aug 31 23:40:00.462506 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 3614ef38-e6b3-43bf-bef3-c10f24ccd32b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3614ef38-e6b3-43bf-bef3-c10f24ccd32b,segment=NetworkSegment(17212faa-d0dc-45d9-b049-e12bf3257b1c),segment_id=17212faa-d0dc-45d9-b049-e12bf3257b1c)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:00.473726 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': '3614ef38-e6b3-43bf-bef3-c10f24ccd32b', 'network_id': '23b4a01a-06be-460c-8069-1b7637b7c574', 'port_id': '3614ef38-e6b3-43bf-bef3-c10f24ccd32b', 'mac_address': 'fa:16:3e:aa:5b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157c19de-f729-4e9c-90a9-24c1646ae73b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:40:00.510195 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:00.522446 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3614ef38-e6b3-43bf-bef3-c10f24ccd32b {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:40:00.541450 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 3614ef38-e6b3-43bf-bef3-c10f24ccd32b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3614ef38-e6b3-43bf-bef3-c10f24ccd32b,segment=NetworkSegment(17212faa-d0dc-45d9-b049-e12bf3257b1c),segment_id=17212faa-d0dc-45d9-b049-e12bf3257b1c)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:00.545517 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:00.592918 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=3614ef38-e6b3-43bf-bef3-c10f24ccd32b,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:00.839997 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['3614ef38-e6b3-43bf-bef3-c10f24ccd32b'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:40:01.531471 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bfc8d-e0d4-4f25-b7c7-e984cd7c42d9 req-7717dea1-3464-45fd-a16d-72f751d53dcd tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:01.533016 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-912bfc8d-e0d4-4f25-b7c7-e984cd7c42d9 req-7717dea1-3464-45fd-a16d-72f751d53dcd tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=17294abe-f287-4924-82eb-5bd8caf13560 HTTP/1.1" status: 200 len: 944 time: 0.0478404 Aug 31 23:40:01.570028 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-912bfc8d-e0d4-4f25-b7c7-e984cd7c42d9 req-0acfcd1c-3ec9-4d5d-8022-0f42b7f0bbe5 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311205 Aug 31 23:40:02.378061 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 3614ef38-e6b3-43bf-bef3-c10f24ccd32b up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:40:02.425678 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port 3614ef38-e6b3-43bf-bef3-c10f24ccd32b completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:40:02.429178 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port 3614ef38-e6b3-43bf-bef3-c10f24ccd32b triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:02.430029 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:02.510293 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:02.532688 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17294abe-f287-4924-82eb-5bd8caf13560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3614ef38-e6b3-43bf-bef3-c10f24ccd32b'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:40:02.534891 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10b6a5e-ceb6-4c3b-9828-35561f04a851" -d '{"events": [{"server_uuid": "17294abe-f287-4924-82eb-5bd8caf13560", "name": "network-vif-plugged", "status": "completed", "tag": "3614ef38-e6b3-43bf-bef3-c10f24ccd32b"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:40:02.547019 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port 3614ef38-e6b3-43bf-bef3-c10f24ccd32b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3614ef38-e6b3-43bf-bef3-c10f24ccd32b,segment=NetworkSegment(17212faa-d0dc-45d9-b049-e12bf3257b1c),segment_id=17212faa-d0dc-45d9-b049-e12bf3257b1c)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:02.550851 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:02.576294 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2ae3fa-daee-4189-9e7b-b834f7e77272 x-openstack-request-id: req-ce2ae3fa-daee-4189-9e7b-b834f7e77272 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:40:02.576609 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17294abe-f287-4924-82eb-5bd8caf13560", "name": "network-vif-plugged", "status": "completed", "tag": "3614ef38-e6b3-43bf-bef3-c10f24ccd32b", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:40:02.576857 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ce2ae3fa-daee-4189-9e7b-b834f7e77272 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:40:02.577302 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17294abe-f287-4924-82eb-5bd8caf13560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3614ef38-e6b3-43bf-bef3-c10f24ccd32b', 'code': 200} Aug 31 23:40:02.603549 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=3614ef38-e6b3-43bf-bef3-c10f24ccd32b,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:02.610688 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:02.611034 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:02.611374 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:02.611713 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:02.612043 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:02.612405 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:02.612740 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:02.613065 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:02.613394 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:02.613723 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:02.614047 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:02.614368 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:02.688606 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2351c3-b1d9-4d73-976a-baa439b83af8 req-83f4940d-1d94-469e-8c3e-e885f73a1501 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:02.690098 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2d2351c3-b1d9-4d73-976a-baa439b83af8 req-83f4940d-1d94-469e-8c3e-e885f73a1501 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=17294abe-f287-4924-82eb-5bd8caf13560 HTTP/1.1" status: 200 len: 945 time: 0.0502167 Aug 31 23:40:02.754705 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-2d2351c3-b1d9-4d73-976a-baa439b83af8 req-e5c84324-ab04-42ad-9eaa-38e5b82bf04e tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581608 Aug 31 23:40:02.765163 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd83c6a-41c5-44ed-8eff-084230974136 req-7f43a6df-8472-4be4-8372-d6e63069b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:02.766603 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5bd83c6a-41c5-44ed-8eff-084230974136 req-7f43a6df-8472-4be4-8372-d6e63069b2c9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=17294abe-f287-4924-82eb-5bd8caf13560 HTTP/1.1" status: 200 len: 1098 time: 0.0634205 Aug 31 23:40:02.802795 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-5bd83c6a-41c5-44ed-8eff-084230974136 req-c9d24931-1653-4e91-99d3-7d77f8cbf9ef service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277271 Aug 31 23:40:03.868837 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79686253-7c6d-4fa8-9fde-08663145e774 req-34710c26-6f81-4875-ba5d-8b8549d46e26 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:03.870322 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-79686253-7c6d-4fa8-9fde-08663145e774 req-34710c26-6f81-4875-ba5d-8b8549d46e26 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=17294abe-f287-4924-82eb-5bd8caf13560 HTTP/1.1" status: 200 len: 945 time: 0.0477202 Aug 31 23:40:03.907568 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-79686253-7c6d-4fa8-9fde-08663145e774 req-80092632-523d-4b2a-a629-85eaa55f53db tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313926 Aug 31 23:40:05.017982 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fbc18-bca4-4cd8-bd68-8cd8f1f89875 req-5cd05f0a-3334-4b57-9c93-79e846ac6421 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:05.019426 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f57fbc18-bca4-4cd8-bd68-8cd8f1f89875 req-5cd05f0a-3334-4b57-9c93-79e846ac6421 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=17294abe-f287-4924-82eb-5bd8caf13560 HTTP/1.1" status: 200 len: 945 time: 0.0476179 Aug 31 23:40:05.056295 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f57fbc18-bca4-4cd8-bd68-8cd8f1f89875 req-7a2b18ed-499f-4e3b-bfb6-af01d9b22054 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304816 Aug 31 23:40:05.740422 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bb90b-99be-4db5-bab5-3292f9c60d85 req-2f5bd8c3-c769-4540-9e52-c9d64602bee3 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:05.742305 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-677bb90b-99be-4db5-bab5-3292f9c60d85 req-2f5bd8c3-c769-4540-9e52-c9d64602bee3 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=17294abe-f287-4924-82eb-5bd8caf13560 HTTP/1.1" status: 200 len: 945 time: 0.0474508 Aug 31 23:40:05.779659 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-677bb90b-99be-4db5-bab5-3292f9c60d85 req-93b2fd6b-63c2-48e4-94d5-58035104da64 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312169 Aug 31 23:40:06.893361 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0ee18-e1fc-405c-abd4-ccb7ec58595f req-33b4fbc6-d909-4e75-91cd-6d42d539e202 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:06.894798 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-76b0ee18-e1fc-405c-abd4-ccb7ec58595f req-33b4fbc6-d909-4e75-91cd-6d42d539e202 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=17294abe-f287-4924-82eb-5bd8caf13560 HTTP/1.1" status: 200 len: 945 time: 0.0484879 Aug 31 23:40:06.936127 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-76b0ee18-e1fc-405c-abd4-ccb7ec58595f req-2c551fb0-de26-4354-bf42-4ce56c617685 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccb48fef-f359-4bb8-9783-b022b694794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349634 Aug 31 23:40:07.145041 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25a66a-ba96-401d-a1ff-3826a76cd277 req-8a2250ba-3a41-4e6c-9819-981857be1ad4 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:07.146355 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8c25a66a-ba96-401d-a1ff-3826a76cd277 req-8a2250ba-3a41-4e6c-9819-981857be1ad4 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.53 "GET /v2.0/ports?device_id=17294abe-f287-4924-82eb-5bd8caf13560 HTTP/1.1" status: 200 len: 945 time: 0.0499337 Aug 31 23:40:07.234086 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-8c25a66a-ba96-401d-a1ff-3826a76cd277 req-c0b534d4-f2c6-4313-a18d-9350806b5f95 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Deleting port 3614ef38-e6b3-43bf-bef3-c10f24ccd32b {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:40:07.234427 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-8c25a66a-ba96-401d-a1ff-3826a76cd277 req-c0b534d4-f2c6-4313-a18d-9350806b5f95 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:07.321575 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-8c25a66a-ba96-401d-a1ff-3826a76cd277 req-c0b534d4-f2c6-4313-a18d-9350806b5f95 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] For port 3614ef38-e6b3-43bf-bef3-c10f24ccd32b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3614ef38-e6b3-43bf-bef3-c10f24ccd32b,segment=NetworkSegment(17212faa-d0dc-45d9-b049-e12bf3257b1c),segment_id=17212faa-d0dc-45d9-b049-e12bf3257b1c)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:07.321937 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-8c25a66a-ba96-401d-a1ff-3826a76cd277 req-c0b534d4-f2c6-4313-a18d-9350806b5f95 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:07.334343 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-8c25a66a-ba96-401d-a1ff-3826a76cd277 req-c0b534d4-f2c6-4313-a18d-9350806b5f95 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Calling delete_port for 3614ef38-e6b3-43bf-bef3-c10f24ccd32b owned by compute:nova {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:40:07.456543 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-8c25a66a-ba96-401d-a1ff-3826a76cd277 req-c0b534d4-f2c6-4313-a18d-9350806b5f95 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:07.472592 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['3614ef38-e6b3-43bf-bef3-c10f24ccd32b'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:40:07.487708 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b534d4-f2c6-4313-a18d-9350806b5f95 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Pushing event deleted for resources: {'Port': ['ID=3614ef38-e6b3-43bf-bef3-c10f24ccd32b,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:07.527917 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c25a66a-ba96-401d-a1ff-3826a76cd277 req-c0b534d4-f2c6-4313-a18d-9350806b5f95 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] No DVR routers for this DVR port 3614ef38-e6b3-43bf-bef3-c10f24ccd32b on host hv-cinder-80445 {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:40:07.530609 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-8c25a66a-ba96-401d-a1ff-3826a76cd277 req-c0b534d4-f2c6-4313-a18d-9350806b5f95 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:07.532575 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8c25a66a-ba96-401d-a1ff-3826a76cd277 req-c0b534d4-f2c6-4313-a18d-9350806b5f95 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.53 "DELETE /v2.0/ports/3614ef38-e6b3-43bf-bef3-c10f24ccd32b HTTP/1.1" status: 204 len: 173 time: 0.3794158 Aug 31 23:40:07.533003 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17294abe-f287-4924-82eb-5bd8caf13560', 'name': 'network-vif-deleted', 'tag': '3614ef38-e6b3-43bf-bef3-c10f24ccd32b'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:40:07.535199 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905cf998-f0f6-4532-9387-4ea0438f31a4" -d '{"events": [{"server_uuid": "17294abe-f287-4924-82eb-5bd8caf13560", "name": "network-vif-deleted", "tag": "3614ef38-e6b3-43bf-bef3-c10f24ccd32b"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:40:07.575097 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba66dca-1fa1-49e5-a7c9-c8ae0791853f x-openstack-request-id: req-1ba66dca-1fa1-49e5-a7c9-c8ae0791853f {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:40:07.575480 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17294abe-f287-4924-82eb-5bd8caf13560", "name": "network-vif-deleted", "tag": "3614ef38-e6b3-43bf-bef3-c10f24ccd32b", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:40:07.575816 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1ba66dca-1fa1-49e5-a7c9-c8ae0791853f {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:40:07.576347 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17294abe-f287-4924-82eb-5bd8caf13560', 'name': 'network-vif-deleted', 'tag': '3614ef38-e6b3-43bf-bef3-c10f24ccd32b', 'status': 'completed', 'code': 200} Aug 31 23:40:08.051056 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ec2c651f-c46a-47ba-b921-9543c103e52b req-d48520d2-dc9a-478d-826b-a33373417655 tempest-VolumesActionsTest-812480089 tempest-VolumesActionsTest-812480089-project] 10.222.0.54 "GET /v2.0/ports?device_id=17294abe-f287-4924-82eb-5bd8caf13560 HTTP/1.1" status: 200 len: 210 time: 0.0287311 Aug 31 23:40:09.853820 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f8d607fb-da38-4395-bda2-161470d9f2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:10.926988 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 3614ef38-e6b3-43bf-bef3-c10f24ccd32b no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:40:10.950762 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: 3614ef38-e6b3-43bf-bef3-c10f24ccd32b {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:40:10.951099 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 3614ef38-e6b3-43bf-bef3-c10f24ccd32b not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:40:11.824826 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:12.886884 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-efd4a04a-0902-4628-9c7f-b1daf61c6468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:13.143543 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:13.567906 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:15.049634 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:16.766443 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3171eb9-26a0-4536-a15f-c211c735df2b req-4296c893-bc8f-4d65-8ee0-ea61d9ac2001 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:16.767935 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c3171eb9-26a0-4536-a15f-c211c735df2b req-4296c893-bc8f-4d65-8ee0-ea61d9ac2001 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf95f848-cf5f-4ffa-96c9-9dd99c4650fe HTTP/1.1" status: 200 len: 946 time: 0.0508139 Aug 31 23:40:16.811852 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-c3171eb9-26a0-4536-a15f-c211c735df2b req-252acce2-f503-4258-b0ba-45953d8a0821 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=a31067a2-beec-4e38-a2d5-04386ef74a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346107 Aug 31 23:40:17.348740 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-237effe2-25cc-4d40-9908-8ffc1fad9282 req-e8a09de9-95ca-4c31-80b7-084b0e06a127 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424602 Aug 31 23:40:17.448925 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237effe2-25cc-4d40-9908-8ffc1fad9282 req-10b1551a-afd0-4e27-8594-72468ade1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:17.450420 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-237effe2-25cc-4d40-9908-8ffc1fad9282 req-10b1551a-afd0-4e27-8594-72468ade1871 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b688313b25cd4a65a9e59f26ecccba69&device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 1098 time: 0.0477166 Aug 31 23:40:17.582995 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237effe2-25cc-4d40-9908-8ffc1fad9282 req-3a02a484-2c17-425e-8d4c-896d175653c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:17.584586 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-237effe2-25cc-4d40-9908-8ffc1fad9282 req-3a02a484-2c17-425e-8d4c-896d175653c5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b HTTP/1.1" status: 200 len: 913 time: 0.1091182 Aug 31 23:40:17.662227 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-237effe2-25cc-4d40-9908-8ffc1fad9282 req-0da10ffe-0d1e-4a54-9599-6ced62376b87 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e62bad7-fac1-4529-8c51-05c67c81431d HTTP/1.1" status: 200 len: 1000 time: 0.0698993 Aug 31 23:40:17.722597 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237effe2-25cc-4d40-9908-8ffc1fad9282 req-f3869373-8f80-40de-9ec4-c50c524f8dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:17.724211 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-237effe2-25cc-4d40-9908-8ffc1fad9282 req-f3869373-8f80-40de-9ec4-c50c524f8dec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e8c92f8-319d-4063-b51c-7c81f6bd05c9 HTTP/1.1" status: 200 len: 851 time: 0.0527403 Aug 31 23:40:17.775086 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237effe2-25cc-4d40-9908-8ffc1fad9282 req-3d36be6f-572f-4950-826e-c341d22d681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:17.776754 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-237effe2-25cc-4d40-9908-8ffc1fad9282 req-3d36be6f-572f-4950-826e-c341d22d681c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430508 Aug 31 23:40:17.878152 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-237effe2-25cc-4d40-9908-8ffc1fad9282 req-3a852973-8b78-4db9-9201-212017a4edfa service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897849 Aug 31 23:40:17.998999 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f768271-5fa0-408d-86c6-fdf887c56b77 req-778ebba4-22c3-47cb-a34a-03fa7e2f3ae1 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:18.000617 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6f768271-5fa0-408d-86c6-fdf887c56b77 req-778ebba4-22c3-47cb-a34a-03fa7e2f3ae1 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf95f848-cf5f-4ffa-96c9-9dd99c4650fe HTTP/1.1" status: 200 len: 946 time: 0.0992146 Aug 31 23:40:18.059015 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6f768271-5fa0-408d-86c6-fdf887c56b77 req-92764df6-91b6-468e-85cf-419268f1f427 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=a31067a2-beec-4e38-a2d5-04386ef74a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493655 Aug 31 23:40:18.061235 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-237effe2-25cc-4d40-9908-8ffc1fad9282 req-09aa3bb0-20c2-4eb3-b3ec-9267944ce4f7 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682045 Aug 31 23:40:18.963958 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0c5b7-b136-4991-9c9c-98f3a7b37c2a req-a52fea0d-c2f9-4744-b0ce-429f349cba49 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:18.965685 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-75c0c5b7-b136-4991-9c9c-98f3a7b37c2a req-a52fea0d-c2f9-4744-b0ce-429f349cba49 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf95f848-cf5f-4ffa-96c9-9dd99c4650fe HTTP/1.1" status: 200 len: 946 time: 0.0625393 Aug 31 23:40:19.068766 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-75c0c5b7-b136-4991-9c9c-98f3a7b37c2a req-f8d04d31-6b0c-48b5-a696-5630289561be tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Deleting port 0459b076-4938-4544-bd3c-227be5a86e6d {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:40:19.069142 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-75c0c5b7-b136-4991-9c9c-98f3a7b37c2a req-f8d04d31-6b0c-48b5-a696-5630289561be tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:19.175191 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-75c0c5b7-b136-4991-9c9c-98f3a7b37c2a req-f8d04d31-6b0c-48b5-a696-5630289561be tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] For port 0459b076-4938-4544-bd3c-227be5a86e6d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0459b076-4938-4544-bd3c-227be5a86e6d,segment=NetworkSegment(e4658f6c-fea6-4854-b436-f65b503aa27e),segment_id=e4658f6c-fea6-4854-b436-f65b503aa27e)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:19.175573 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-75c0c5b7-b136-4991-9c9c-98f3a7b37c2a req-f8d04d31-6b0c-48b5-a696-5630289561be tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:19.218840 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f19b3-7b73-4c54-9521-5515efb3f2e4 req-d0245c10-ef46-465e-9d1a-496edaeaac4f tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:19.220523 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-050f19b3-7b73-4c54-9521-5515efb3f2e4 req-d0245c10-ef46-465e-9d1a-496edaeaac4f tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf95f848-cf5f-4ffa-96c9-9dd99c4650fe HTTP/1.1" status: 200 len: 946 time: 0.0530870 Aug 31 23:40:19.265134 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-050f19b3-7b73-4c54-9521-5515efb3f2e4 req-0479388a-3e5c-4e02-a9c1-2edc8d307560 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups?id=a31067a2-beec-4e38-a2d5-04386ef74a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374653 Aug 31 23:40:19.365859 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-75c0c5b7-b136-4991-9c9c-98f3a7b37c2a req-f8d04d31-6b0c-48b5-a696-5630289561be tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:19.368244 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-75c0c5b7-b136-4991-9c9c-98f3a7b37c2a req-f8d04d31-6b0c-48b5-a696-5630289561be tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762317'] for floatingip, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:19.368814 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.db.l3_db [req-75c0c5b7-b136-4991-9c9c-98f3a7b37c2a req-f8d04d31-6b0c-48b5-a696-5630289561be tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Floating IP ee2ccd8c-fc32-40d5-b7eb-18413101ca68 disassociated. External IP: 172.27.0.118, port: 0459b076-4938-4544-bd3c-227be5a86e6d. Aug 31 23:40:19.369167 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-75c0c5b7-b136-4991-9c9c-98f3a7b37c2a req-f8d04d31-6b0c-48b5-a696-5630289561be tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Calling delete_port for 0459b076-4938-4544-bd3c-227be5a86e6d owned by compute:nova {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:40:19.540183 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-75c0c5b7-b136-4991-9c9c-98f3a7b37c2a req-f8d04d31-6b0c-48b5-a696-5630289561be tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:19.572526 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d04d31-6b0c-48b5-a696-5630289561be tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Pushing event deleted for resources: {'Port': ['ID=0459b076-4938-4544-bd3c-227be5a86e6d,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:19.705647 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75c0c5b7-b136-4991-9c9c-98f3a7b37c2a req-f8d04d31-6b0c-48b5-a696-5630289561be tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Router 8831e7c8-a3b4-4758-aa1a-d61f212513ef has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:40:19.826135 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75c0c5b7-b136-4991-9c9c-98f3a7b37c2a req-f8d04d31-6b0c-48b5-a696-5630289561be tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:40:19.837576 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318ae8c3-4e16-4409-8519-226ebd9b7ac7 None None] Sync routers for ids ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:40:19.850234 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318ae8c3-4e16-4409-8519-226ebd9b7ac7 None None] Routers {'8831e7c8-a3b4-4758-aa1a-d61f212513ef'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:40:19.851222 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-318ae8c3-4e16-4409-8519-226ebd9b7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:40:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:19.876524 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c0c5b7-b136-4991-9c9c-98f3a7b37c2a req-f8d04d31-6b0c-48b5-a696-5630289561be tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] No DVR routers for this DVR port 0459b076-4938-4544-bd3c-227be5a86e6d on host hv-cinder-80445 {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:40:19.879444 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-75c0c5b7-b136-4991-9c9c-98f3a7b37c2a req-f8d04d31-6b0c-48b5-a696-5630289561be tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:19.881731 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-75c0c5b7-b136-4991-9c9c-98f3a7b37c2a req-f8d04d31-6b0c-48b5-a696-5630289561be tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.53 "DELETE /v2.0/ports/0459b076-4938-4544-bd3c-227be5a86e6d HTTP/1.1" status: 204 len: 173 time: 0.9076965 Aug 31 23:40:19.882662 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf95f848-cf5f-4ffa-96c9-9dd99c4650fe', 'name': 'network-vif-deleted', 'tag': '0459b076-4938-4544-bd3c-227be5a86e6d'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:40:19.885063 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afd200b-fa46-4dac-b463-89a6a3343a88" -d '{"events": [{"server_uuid": "bf95f848-cf5f-4ffa-96c9-9dd99c4650fe", "name": "network-vif-deleted", "tag": "0459b076-4938-4544-bd3c-227be5a86e6d"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:40:19.949345 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca21862-5a3b-4eb9-97a1-aa5b5b930fec x-openstack-request-id: req-fca21862-5a3b-4eb9-97a1-aa5b5b930fec {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:40:19.949345 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf95f848-cf5f-4ffa-96c9-9dd99c4650fe", "name": "network-vif-deleted", "tag": "0459b076-4938-4544-bd3c-227be5a86e6d", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:40:19.949345 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fca21862-5a3b-4eb9-97a1-aa5b5b930fec {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:40:19.949665 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf95f848-cf5f-4ffa-96c9-9dd99c4650fe', 'name': 'network-vif-deleted', 'tag': '0459b076-4938-4544-bd3c-227be5a86e6d', 'status': 'completed', 'code': 200} Aug 31 23:40:20.002682 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-318ae8c3-4e16-4409-8519-226ebd9b7ac7 None None] Set router 8831e7c8-a3b4-4758-aa1a-d61f212513ef gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:40:20.259659 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-318ae8c3-4e16-4409-8519-226ebd9b7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '3c75e9b3-9134-43ab-847e-d8c411f165c9', 'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'mac_address': 'fa:16:3e:c0:1d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:25Z', 'updated_at': '2021-08-31T23:35:32Z', 'revision_number': 5, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'subnets': [{'id': '05747991-f003-405d-b4e6-85180aab9062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:20.285463 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318ae8c3-4e16-4409-8519-226ebd9b7ac7 None None] Checking router: 8831e7c8-a3b4-4758-aa1a-d61f212513ef for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:40:20.294236 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318ae8c3-4e16-4409-8519-226ebd9b7ac7 None None] Routers {'8831e7c8-a3b4-4758-aa1a-d61f212513ef'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:40:20.294851 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-318ae8c3-4e16-4409-8519-226ebd9b7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:40:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:20.403783 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-4bf9bfa1-679d-4374-8d1b-aaaaf279a655 req-67d37525-677e-465c-9b38-f4df3ba30994 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf95f848-cf5f-4ffa-96c9-9dd99c4650fe HTTP/1.1" status: 200 len: 210 time: 0.0391107 Aug 31 23:40:20.440743 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-318ae8c3-4e16-4409-8519-226ebd9b7ac7 None None] Set router 8831e7c8-a3b4-4758-aa1a-d61f212513ef gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:40:20.760061 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-318ae8c3-4e16-4409-8519-226ebd9b7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '3c75e9b3-9134-43ab-847e-d8c411f165c9', 'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'mac_address': 'fa:16:3e:c0:1d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:25Z', 'updated_at': '2021-08-31T23:35:32Z', 'revision_number': 5, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'subnets': [{'id': '05747991-f003-405d-b4e6-85180aab9062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:20.794621 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318ae8c3-4e16-4409-8519-226ebd9b7ac7 None None] The sync data for ids ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'] in dv-cinder-804459-5-iscsi is: [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:35:26Z', 'revision_number': 4, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '3c75e9b3-9134-43ab-847e-d8c411f165c9', 'name': '', 'network_id': '70324521-dd07-424c-878a-ecbb84a7a3cc', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'mac_address': 'fa:16:3e:c0:1d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05747991-f003-405d-b4e6-85180aab9062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:25Z', 'updated_at': '2021-08-31T23:35:32Z', 'revision_number': 5, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'subnets': [{'id': '05747991-f003-405d-b4e6-85180aab9062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:40:21.060307 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc9ad4b-e308-46ed-a296-df93f39745b9 None None] New status for floating IP ee2ccd8c-fc32-40d5-b7eb-18413101ca68: DOWN {{(pid=93847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:40:21.513389 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 48310) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:21.575405 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-71cd6c8d-42c4-47d8-abb2-a3790efe1ce4 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:21.605433 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-71cd6c8d-42c4-47d8-abb2-a3790efe1ce4 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:21.669204 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-71cd6c8d-42c4-47d8-abb2-a3790efe1ce4 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:21.671769 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-71cd6c8d-42c4-47d8-abb2-a3790efe1ce4 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:21.676200 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-71cd6c8d-42c4-47d8-abb2-a3790efe1ce4 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "DELETE /v2.0/security-groups/a31067a2-beec-4e38-a2d5-04386ef74a82 HTTP/1.1" status: 204 len: 168 time: 0.1585732 Aug 31 23:40:21.676603 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48312) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:21.691579 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.api.v2.resource [None req-dc0493af-de67-4b20-9c71-b54c010d0bf4 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] show failed (client error): The resource could not be found. Aug 31 23:40:21.695436 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-dc0493af-de67-4b20-9c71-b54c010d0bf4 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "GET /v2.0/security-groups/a31067a2-beec-4e38-a2d5-04386ef74a82 HTTP/1.1" status: 404 len: 347 time: 0.0150826 Aug 31 23:40:21.695590 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd6c8d-42c4-47d8-abb2-a3790efe1ce4 tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31067a2-beec-4e38-a2d5-04386ef74a82,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:21.696196 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48314) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:21.837093 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Deleting port 8673ae65-6755-4b08-9fc7-d20e298a3082 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:40:21.837500 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:21.920625 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:21.920955 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:21.936091 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Calling delete_port for 8673ae65-6755-4b08-9fc7-d20e298a3082 owned by network:floatingip {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:40:22.114580 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:22.139766 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Pushing event deleted for resources: {'Port': ['ID=8673ae65-6755-4b08-9fc7-d20e298a3082,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:22.171011 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:22.171372 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:22.171721 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:22.172113 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:22.172410 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:22.172765 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:22.173081 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:22.173413 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:22.173742 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:22.174071 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:22.174440 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:22.174767 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:22.221986 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks [] for floatingip, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:22.225283 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:22.229724 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-86c9f8ff-8cdc-4fe9-b009-81c110727b7b tempest-AttachVolumeTestJSON-703426755 tempest-AttachVolumeTestJSON-703426755-project] 10.222.0.54 "DELETE /v2.0/floatingips/ee2ccd8c-fc32-40d5-b7eb-18413101ca68 HTTP/1.1" status: 204 len: 168 time: 0.5315955 Aug 31 23:40:22.538836 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 0459b076-4938-4544-bd3c-227be5a86e6d no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:40:22.561211 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: 0459b076-4938-4544-bd3c-227be5a86e6d {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:40:22.561874 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 0459b076-4938-4544-bd3c-227be5a86e6d not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:40:25.500935 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:40:25.887954 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48366) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:26.447930 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a4083b00-af99-411a-8298-201feb2018b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763597'] for router_interface, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:26.956213 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-a4083b00-af99-411a-8298-201feb2018b3 admin admin] Deleting port 3c75e9b3-9134-43ab-847e-d8c411f165c9 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:40:26.956954 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a4083b00-af99-411a-8298-201feb2018b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:27.044650 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-a4083b00-af99-411a-8298-201feb2018b3 admin admin] For port 3c75e9b3-9134-43ab-847e-d8c411f165c9, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=3c75e9b3-9134-43ab-847e-d8c411f165c9,segment=NetworkSegment(e4658f6c-fea6-4854-b436-f65b503aa27e),segment_id=e4658f6c-fea6-4854-b436-f65b503aa27e)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:27.045113 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a4083b00-af99-411a-8298-201feb2018b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:27.059157 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-a4083b00-af99-411a-8298-201feb2018b3 admin admin] Calling delete_port for 3c75e9b3-9134-43ab-847e-d8c411f165c9 owned by network:router_interface {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:40:27.276028 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a4083b00-af99-411a-8298-201feb2018b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:27.303669 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4083b00-af99-411a-8298-201feb2018b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c75e9b3-9134-43ab-847e-d8c411f165c9,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:27.477354 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-a4083b00-af99-411a-8298-201feb2018b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1763729'] for router_interface, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:27.736417 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4083b00-af99-411a-8298-201feb2018b3 admin admin] Router 8831e7c8-a3b4-4758-aa1a-d61f212513ef has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:40:27.855688 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4083b00-af99-411a-8298-201feb2018b3 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:40:27.863356 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-a4083b00-af99-411a-8298-201feb2018b3 admin admin] 10.222.0.54 "PUT /v2.0/routers/8831e7c8-a3b4-4758-aa1a-d61f212513ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9735799 Aug 31 23:40:27.866156 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48386) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:27.866610 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b27029-36a2-4f4a-b6d6-180b3d6b3e99 None None] Sync routers for ids ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:40:27.879487 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b27029-36a2-4f4a-b6d6-180b3d6b3e99 None None] Routers {'8831e7c8-a3b4-4758-aa1a-d61f212513ef'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:40:27.880556 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-c2b27029-36a2-4f4a-b6d6-180b3d6b3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:40:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:27.994428 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ac945da6-885c-416c-be8b-c16e731e7d87 admin admin] Notify callbacks [] for router, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:27.999966 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-c2b27029-36a2-4f4a-b6d6-180b3d6b3e99 None None] Set router 8831e7c8-a3b4-4758-aa1a-d61f212513ef gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:40:28.112420 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ac945da6-885c-416c-be8b-c16e731e7d87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:28.168293 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-ac945da6-885c-416c-be8b-c16e731e7d87 admin admin] Deleting port 1c6e52ec-471c-429d-a144-f39685524e8d {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:40:28.168782 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ac945da6-885c-416c-be8b-c16e731e7d87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:28.187713 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-c2b27029-36a2-4f4a-b6d6-180b3d6b3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:40:27Z', 'revision_number': 5, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port': {'id': '1c6e52ec-471c-429d-a144-f39685524e8d', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:35:23Z', 'updated_at': '2021-08-31T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:28.213768 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b27029-36a2-4f4a-b6d6-180b3d6b3e99 None None] Checking router: 8831e7c8-a3b4-4758-aa1a-d61f212513ef for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:40:28.222064 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b27029-36a2-4f4a-b6d6-180b3d6b3e99 None None] Routers {'8831e7c8-a3b4-4758-aa1a-d61f212513ef'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:40:28.222671 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-c2b27029-36a2-4f4a-b6d6-180b3d6b3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:40:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:28.261288 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-ac945da6-885c-416c-be8b-c16e731e7d87 admin admin] For port 1c6e52ec-471c-429d-a144-f39685524e8d, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=1c6e52ec-471c-429d-a144-f39685524e8d,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:28.261664 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ac945da6-885c-416c-be8b-c16e731e7d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:28.276228 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-ac945da6-885c-416c-be8b-c16e731e7d87 admin admin] Calling delete_port for 1c6e52ec-471c-429d-a144-f39685524e8d owned by network:router_gateway {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:40:28.310714 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-c2b27029-36a2-4f4a-b6d6-180b3d6b3e99 None None] Set router 8831e7c8-a3b4-4758-aa1a-d61f212513ef gateway port host: None {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:40:28.367992 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-c2b27029-36a2-4f4a-b6d6-180b3d6b3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:40:28Z', 'revision_number': 6, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port_host': None}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:28.393256 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b27029-36a2-4f4a-b6d6-180b3d6b3e99 None None] The sync data for ids ['8831e7c8-a3b4-4758-aa1a-d61f212513ef'] in dv-cinder-804459-5-iscsi is: [{'id': '8831e7c8-a3b4-4758-aa1a-d61f212513ef', 'name': 'tempest-AttachVolumeTestJSON-2101539248-router', 'tenant_id': '5e0ed5307a5244399f394120a4946f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:35:22Z', 'updated_at': '2021-08-31T23:40:28Z', 'revision_number': 6, 'project_id': '5e0ed5307a5244399f394120a4946f2d', 'gw_port_host': None}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:40:28.444755 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ac945da6-885c-416c-be8b-c16e731e7d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:28.469156 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac945da6-885c-416c-be8b-c16e731e7d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c6e52ec-471c-429d-a144-f39685524e8d,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:28.527646 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ac945da6-885c-416c-be8b-c16e731e7d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762355'] for router_gateway, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:28.630635 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ac945da6-885c-416c-be8b-c16e731e7d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1766157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30469'] for router, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:28.632740 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ac945da6-885c-416c-be8b-c16e731e7d87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:28.692369 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ac945da6-885c-416c-be8b-c16e731e7d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1766150'] for router, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:28.692870 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac945da6-885c-416c-be8b-c16e731e7d87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8831e7c8-a3b4-4758-aa1a-d61f212513ef {{(pid=93846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 23:40:28.697762 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ac945da6-885c-416c-be8b-c16e731e7d87 admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:28.698911 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-ac945da6-885c-416c-be8b-c16e731e7d87 admin admin] 10.222.0.54 "DELETE /v2.0/routers/8831e7c8-a3b4-4758-aa1a-d61f212513ef HTTP/1.1" status: 204 len: 168 time: 0.8313167 Aug 31 23:40:28.701364 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48406) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:28.745372 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6fc12d-1806-400b-be79-06fbc5ea4ae3 admin admin] Deleting subnet 05747991-f003-405d-b4e6-85180aab9062 {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:40:28.748602 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cc6fc12d-1806-400b-be79-06fbc5ea4ae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:28.788004 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cc6fc12d-1806-400b-be79-06fbc5ea4ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12942935'] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:28.870552 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cc6fc12d-1806-400b-be79-06fbc5ea4ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534214'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:28.921654 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cc6fc12d-1806-400b-be79-06fbc5ea4ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12942717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12932385'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:28.949645 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fc12d-1806-400b-be79-06fbc5ea4ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05747991-f003-405d-b4e6-85180aab9062,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:28.951642 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cc6fc12d-1806-400b-be79-06fbc5ea4ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:28.953635 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-cc6fc12d-1806-400b-be79-06fbc5ea4ae3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/05747991-f003-405d-b4e6-85180aab9062 HTTP/1.1" status: 204 len: 168 time: 0.2513683 Aug 31 23:40:28.956116 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48408) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:28.957745 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568056c5-7ddb-44e0-b73a-5bda393a3047 None None] Network 70324521-dd07-424c-878a-ecbb84a7a3cc requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:40:29.020946 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564137'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:29.072597 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] Deleting port e69b8ab1-246a-4657-9f8b-ef68f9c011b1 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:40:29.072932 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:29.138164 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] For port e69b8ab1-246a-4657-9f8b-ef68f9c011b1, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=e69b8ab1-246a-4657-9f8b-ef68f9c011b1,segment=NetworkSegment(e4658f6c-fea6-4854-b436-f65b503aa27e),segment_id=e4658f6c-fea6-4854-b436-f65b503aa27e)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:29.138532 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:29.153223 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2623e1ec-9f95-4b11-8677-90b9fa850f68 None None] DHCP port deletion for 70324521-dd07-424c-878a-ecbb84a7a3cc request from dv-cinder-804459-5-iscsi {{(pid=93847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 23:40:29.153941 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] Calling delete_port for e69b8ab1-246a-4657-9f8b-ef68f9c011b1 owned by network:dhcp {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:40:29.201956 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-2623e1ec-9f95-4b11-8677-90b9fa850f68 None None] Deleting port e69b8ab1-246a-4657-9f8b-ef68f9c011b1 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:40:29.202332 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2623e1ec-9f95-4b11-8677-90b9fa850f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:29.231773 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:29.245168 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] No DVR routers for this DVR port e69b8ab1-246a-4657-9f8b-ef68f9c011b1 on host dv-cinder-804459-5-iscsi {{(pid=93846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:40:29.269334 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-2623e1ec-9f95-4b11-8677-90b9fa850f68 None None] For port e69b8ab1-246a-4657-9f8b-ef68f9c011b1, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=e69b8ab1-246a-4657-9f8b-ef68f9c011b1,segment=NetworkSegment(e4658f6c-fea6-4854-b436-f65b503aa27e),segment_id=e4658f6c-fea6-4854-b436-f65b503aa27e)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:29.270080 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2623e1ec-9f95-4b11-8677-90b9fa850f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:29.281788 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e69b8ab1-246a-4657-9f8b-ef68f9c011b1,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:29.283263 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-2623e1ec-9f95-4b11-8677-90b9fa850f68 None None] Calling delete_port for e69b8ab1-246a-4657-9f8b-ef68f9c011b1 owned by network:dhcp {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:40:29.337298 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-555069', 'neutron.services.segments.db._delete_segments_for_network-8773537300673'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:29.347864 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70324521-dd07-424c-878a-ecbb84a7a3cc']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:29.359555 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4658f6c-fea6-4854-b436-f65b503aa27e') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:29.360062 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4658f6c-fea6-4854-b436-f65b503aa27e') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:29.365004 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2623e1ec-9f95-4b11-8677-90b9fa850f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:29.372630 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773537312853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942956'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:29.400383 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623e1ec-9f95-4b11-8677-90b9fa850f68 None None] No DVR routers for this DVR port e69b8ab1-246a-4657-9f8b-ef68f9c011b1 on host dv-cinder-804459-5-iscsi {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:40:29.401423 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:29.401982 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623e1ec-9f95-4b11-8677-90b9fa850f68 None None] Pushing event deleted for resources: {'Port': ['ID=e69b8ab1-246a-4657-9f8b-ef68f9c011b1,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:29.416083 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:40:29.416530 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12942791'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: timer() Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: cb(*args, **kw) Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: self._notify() Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: self.callback(batched_events) Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: event.method(event) Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._get(url).json() Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:40:29.418326 dv-cinder-804459-5-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:40:29.482835 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-555044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762335'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:29.503428 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:29.508150 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/70324521-dd07-424c-878a-ecbb84a7a3cc HTTP/1.1" status: 204 len: 168 time: 0.5482547 Aug 31 23:40:29.508150 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d24c3-39ee-4a04-abaf-5f1f2d6bfde5 admin admin] Pushing event deleted for resources: {'Network': ['ID=70324521-dd07-424c-878a-ecbb84a7a3cc,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:29.627502 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48440) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:29.686225 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-65f2cc8c-384e-4fd7-8219-a066cf2d7b91 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e0ed5307a5244399f394120a4946f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572729 Aug 31 23:40:29.688937 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48450) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:29.692175 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 3c75e9b3-9134-43ab-847e-d8c411f165c9 no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:40:29.713644 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: 3c75e9b3-9134-43ab-847e-d8c411f165c9 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:40:29.713933 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 3c75e9b3-9134-43ab-847e-d8c411f165c9 not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:40:29.714421 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device e69b8ab1-246a-4657-9f8b-ef68f9c011b1 no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:40:29.738114 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: e69b8ab1-246a-4657-9f8b-ef68f9c011b1 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:40:29.738464 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device e69b8ab1-246a-4657-9f8b-ef68f9c011b1 not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:40:29.738886 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 1c6e52ec-471c-429d-a144-f39685524e8d no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:40:29.746592 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f11328f8-bc08-47cc-8ee2-aedf65835e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:29.759771 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: 1c6e52ec-471c-429d-a144-f39685524e8d {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:40:29.760112 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 1c6e52ec-471c-429d-a144-f39685524e8d not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:40:29.769557 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f11328f8-bc08-47cc-8ee2-aedf65835e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:29.816715 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f11328f8-bc08-47cc-8ee2-aedf65835e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:29.819280 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-f11328f8-bc08-47cc-8ee2-aedf65835e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:29.820596 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-f11328f8-bc08-47cc-8ee2-aedf65835e14 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/68df6329-25cc-4444-8c72-d1ee611ca60c HTTP/1.1" status: 204 len: 168 time: 0.1306109 Aug 31 23:40:29.828915 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11328f8-bc08-47cc-8ee2-aedf65835e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68df6329-25cc-4444-8c72-d1ee611ca60c,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:30.990047 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48510) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:31.032776 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c1bd71-3ef9-4071-a8ba-793ee6b1eb9f admin admin] Deleting subnet 157c19de-f729-4e9c-90a9-24c1646ae73b {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:40:31.035752 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e5c1bd71-3ef9-4071-a8ba-793ee6b1eb9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:31.073518 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e5c1bd71-3ef9-4071-a8ba-793ee6b1eb9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12942935'] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:31.115126 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e5c1bd71-3ef9-4071-a8ba-793ee6b1eb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534214'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:31.170111 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e5c1bd71-3ef9-4071-a8ba-793ee6b1eb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12942717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12932385'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:31.195137 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1bd71-3ef9-4071-a8ba-793ee6b1eb9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=157c19de-f729-4e9c-90a9-24c1646ae73b,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:31.198768 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-e5c1bd71-3ef9-4071-a8ba-793ee6b1eb9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:31.202814 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-e5c1bd71-3ef9-4071-a8ba-793ee6b1eb9f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/157c19de-f729-4e9c-90a9-24c1646ae73b HTTP/1.1" status: 204 len: 168 time: 0.2095335 Aug 31 23:40:31.203574 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48518) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:31.275562 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b0951574-1607-4bd4-afd8-bae0ff5902aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564137'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:31.352862 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b0951574-1607-4bd4-afd8-bae0ff5902aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-555069', 'neutron.services.segments.db._delete_segments_for_network-8773537300673'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:31.367678 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-b0951574-1607-4bd4-afd8-bae0ff5902aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b4a01a-06be-460c-8069-1b7637b7c574']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:31.377678 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-b0951574-1607-4bd4-afd8-bae0ff5902aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17212faa-d0dc-45d9-b049-e12bf3257b1c') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:31.377970 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-b0951574-1607-4bd4-afd8-bae0ff5902aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17212faa-d0dc-45d9-b049-e12bf3257b1c') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:31.386946 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b0951574-1607-4bd4-afd8-bae0ff5902aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773537312853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942956'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:31.401254 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b0951574-1607-4bd4-afd8-bae0ff5902aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:31.407513 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0951574-1607-4bd4-afd8-bae0ff5902aa admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:40:31.407960 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b0951574-1607-4bd4-afd8-bae0ff5902aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12942791'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: timer() Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: cb(*args, **kw) Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: self._notify() Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: self.callback(batched_events) Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: event.method(event) Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._get(url).json() Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:40:31.409776 dv-cinder-804459-5-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:40:31.469851 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b0951574-1607-4bd4-afd8-bae0ff5902aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-555044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762335'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:31.475560 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-b0951574-1607-4bd4-afd8-bae0ff5902aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:31.479899 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-b0951574-1607-4bd4-afd8-bae0ff5902aa admin admin] 10.222.0.54 "DELETE /v2.0/networks/23b4a01a-06be-460c-8069-1b7637b7c574 HTTP/1.1" status: 204 len: 168 time: 0.2758057 Aug 31 23:40:31.490921 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0951574-1607-4bd4-afd8-bae0ff5902aa admin admin] Pushing event deleted for resources: {'Network': ['ID=23b4a01a-06be-460c-8069-1b7637b7c574,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:31.643984 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48534) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:31.684797 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-9d2bead1-9739-400b-8e44-82261c858823 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7cf166b7b6b94bc180249e46396c95b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395949 Aug 31 23:40:31.687350 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48538) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:31.735342 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9947435c-49ad-4fc6-b9ec-ffa07ee746ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:31.759137 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9947435c-49ad-4fc6-b9ec-ffa07ee746ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:31.814655 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9947435c-49ad-4fc6-b9ec-ffa07ee746ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:31.817415 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9947435c-49ad-4fc6-b9ec-ffa07ee746ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:31.819209 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-9947435c-49ad-4fc6-b9ec-ffa07ee746ed admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ccb48fef-f359-4bb8-9783-b022b694794c HTTP/1.1" status: 204 len: 168 time: 0.1302278 Aug 31 23:40:31.827275 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947435c-49ad-4fc6-b9ec-ffa07ee746ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb48fef-f359-4bb8-9783-b022b694794c,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:32.093195 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48554) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:32.196121 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0b08-4074-4df6-a73b-9aef6663bbf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.288605 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0b08-4074-4df6-a73b-9aef6663bbf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.292841 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0b08-4074-4df6-a73b-9aef6663bbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.330283 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-bbbe0b08-4074-4df6-a73b-9aef6663bbf1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=085100946f854bf7ba23b86e90b4671a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358618 Aug 31 23:40:32.332178 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe0b08-4074-4df6-a73b-9aef6663bbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e5d8ad-9440-4903-816e-bd94a75bb798,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:32.333018 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 48568) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:32.384125 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-06bae1e0-0191-4991-85f0-fcdd76f59916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.410079 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-06bae1e0-0191-4991-85f0-fcdd76f59916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.454482 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-06bae1e0-0191-4991-85f0-fcdd76f59916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.457094 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-06bae1e0-0191-4991-85f0-fcdd76f59916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.458245 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-06bae1e0-0191-4991-85f0-fcdd76f59916 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/53e5d8ad-9440-4903-816e-bd94a75bb798 HTTP/1.1" status: 204 len: 168 time: 0.1242309 Aug 31 23:40:32.466561 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bae1e0-0191-4991-85f0-fcdd76f59916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e5d8ad-9440-4903-816e-bd94a75bb798,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:32.503148 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48576) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:32.597618 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-95f13e8f-2f56-4c05-9cd6-3688d18a459a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-190895903-network', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:40:32.619722 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f13e8f-2f56-4c05-9cd6-3688d18a459a admin admin] Made reservation on behalf of 0219f63b35304567bcd4e6eec44677ec for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:40:32.622195 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-95f13e8f-2f56-4c05-9cd6-3688d18a459a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.630673 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-95f13e8f-2f56-4c05-9cd6-3688d18a459a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.720995 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-95f13e8f-2f56-4c05-9cd6-3688d18a459a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.724395 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-95f13e8f-2f56-4c05-9cd6-3688d18a459a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.749446 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f13e8f-2f56-4c05-9cd6-3688d18a459a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:40:32.760451 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f13e8f-2f56-4c05-9cd6-3688d18a459a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3479bf53-f15b-42e4-a233-c196cb3fbd6d,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:32.765309 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-95f13e8f-2f56-4c05-9cd6-3688d18a459a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.765658 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-95f13e8f-2f56-4c05-9cd6-3688d18a459a admin admin] Added segment bdbdf7ea-4cf3-4d9a-bb3c-371c258db580 of type vlan for network 017f8700-9e80-4d8b-aff1-f96091e52728 Aug 31 23:40:32.782312 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 48582) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:32.796662 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ca74be43-4644-458e-9e02-e28312088aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.806219 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-95f13e8f-2f56-4c05-9cd6-3688d18a459a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.830746 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-95f13e8f-2f56-4c05-9cd6-3688d18a459a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.831728 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f13e8f-2f56-4c05-9cd6-3688d18a459a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:32.832344 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-95f13e8f-2f56-4c05-9cd6-3688d18a459a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.888627 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ca74be43-4644-458e-9e02-e28312088aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.892858 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-ca74be43-4644-458e-9e02-e28312088aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.895913 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f13e8f-2f56-4c05-9cd6-3688d18a459a admin admin] Pushing event updated for resources: {'Network': ['ID=017f8700-9e80-4d8b-aff1-f96091e52728,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:32.901984 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-95f13e8f-2f56-4c05-9cd6-3688d18a459a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3949127 Aug 31 23:40:32.902359 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48584) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:32.906577 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network 017f8700-9e80-4d8b-aff1-f96091e52728 details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:40:32.908547 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-cd7e4ea8-485f-4853-bf06-774b8723bf03 admin admin] Request body: {'subnet': {'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-190895903-subnet', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'ip_version': 4}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:40:32.932925 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7e4ea8-485f-4853-bf06-774b8723bf03 admin admin] Made reservation on behalf of 0219f63b35304567bcd4e6eec44677ec for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:40:32.935772 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4ea8-485f-4853-bf06-774b8723bf03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12932366'] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:32.938981 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-ca74be43-4644-458e-9e02-e28312088aca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=08654270effa4bd29f1d9834afd4d049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555395 Aug 31 23:40:32.939924 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74be43-4644-458e-9e02-e28312088aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e5f263-b5d8-48d9-a1d1-d97de25e00cd,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:32.942212 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 48586) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:32.994242 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1daf158f-80ee-4cc9-b180-68a7e82ad2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:33.015463 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1daf158f-80ee-4cc9-b180-68a7e82ad2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:33.062302 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1daf158f-80ee-4cc9-b180-68a7e82ad2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:33.064896 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-1daf158f-80ee-4cc9-b180-68a7e82ad2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:33.066068 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-1daf158f-80ee-4cc9-b180-68a7e82ad2a3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/08e5f263-b5d8-48d9-a1d1-d97de25e00cd HTTP/1.1" status: 204 len: 168 time: 0.1229632 Aug 31 23:40:33.074470 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf158f-80ee-4cc9-b180-68a7e82ad2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e5f263-b5d8-48d9-a1d1-d97de25e00cd,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:33.111645 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4ea8-485f-4853-bf06-774b8723bf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12943010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12932376'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:33.167560 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e4ea8-485f-4853-bf06-774b8723bf03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e795449-f81e-4656-90ad-7639cfd27b60,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:33.174639 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e4ea8-485f-4853-bf06-774b8723bf03 admin admin] Checking segment: {'id': 'bdbdf7ea-4cf3-4d9a-bb3c-371c258db580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:40:33.174999 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7e4ea8-485f-4853-bf06-774b8723bf03 admin admin] Network hostable DHCP agents. Network: 017f8700-9e80-4d8b-aff1-f96091e52728, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:40:33.190334 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7e4ea8-485f-4853-bf06-774b8723bf03 admin admin] Network 017f8700-9e80-4d8b-aff1-f96091e52728 is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:40:33.198216 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-cd7e4ea8-485f-4853-bf06-774b8723bf03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, 017f8700-9e80-4d8b-aff1-f96091e52728) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:40:33.202373 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7e4ea8-485f-4853-bf06-774b8723bf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:33.203013 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4ea8-485f-4853-bf06-774b8723bf03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:33.208833 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2f01b9-cb7a-43fd-a923-403535fe6284 None None] Network 017f8700-9e80-4d8b-aff1-f96091e52728 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:40:33.221154 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-cd7e4ea8-485f-4853-bf06-774b8723bf03 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3150344 Aug 31 23:40:33.221832 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48590) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:33.226508 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-190895903-router', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:40:33.249769 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30491'] for router, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:33.250832 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1764587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30476'] for router, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:33.309756 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:33.502711 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b006289-ba80-526b-bc95-ba2cef7064da-017f8700-9e80-4d8b-aff1-f96091e52728', 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'fixed_ips': [{'subnet_id': '5e795449-f81e-4656-90ad-7639cfd27b60'}]}} from dv-cinder-804459-5-iscsi. {{(pid=93847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:40:33.504590 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:33.657344 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Allocated IP 172.20.0.2 (017f8700-9e80-4d8b-aff1-f96091e52728/5e795449-f81e-4656-90ad-7639cfd27b60/4ed15550-dc46-45da-a773-5b93dc7e2208) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:40:33.693806 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:33.820347 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:33.828659 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Transition to ACTIVE for port object 4ed15550-dc46-45da-a773-5b93dc7e2208 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:40:33.843525 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Transition to ACTIVE for port object 4ed15550-dc46-45da-a773-5b93dc7e2208 will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:40:33.851094 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:33.891891 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Network 017f8700-9e80-4d8b-aff1-f96091e52728 is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:40:33.897088 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:40:33.901562 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:40:33.904824 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Pushing event updated for resources: {'Port': ['ID=4ed15550-dc46-45da-a773-5b93dc7e2208,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:33.904975 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:33.925089 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:33.961092 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Attempting to bind port 4ed15550-dc46-45da-a773-5b93dc7e2208 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:40:33.961616 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Attempting to bind port 4ed15550-dc46-45da-a773-5b93dc7e2208 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'bdbdf7ea-4cf3-4d9a-bb3c-371c258db580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:40:33.961859 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Attempting to bind port 4ed15550-dc46-45da-a773-5b93dc7e2208 on network 017f8700-9e80-4d8b-aff1-f96091e52728 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:40:33.967374 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:40:33.968217 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Checking segment: {'id': 'bdbdf7ea-4cf3-4d9a-bb3c-371c258db580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:40:33.968717 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:33.969208 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Bound using segment: {'id': 'bdbdf7ea-4cf3-4d9a-bb3c-371c258db580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:40:33.969774 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Bound port: 4ed15550-dc46-45da-a773-5b93dc7e2208, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbdf7ea-4cf3-4d9a-bb3c-371c258db580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:40:33.970227 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:34.035295 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Allocated IP 172.27.0.229 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/4d2a122a-c50a-4ee9-8f97-ea3f5480af82) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:40:34.041279 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] For port 4ed15550-dc46-45da-a773-5b93dc7e2208, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:40:34.044548 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] For port 4ed15550-dc46-45da-a773-5b93dc7e2208, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=4ed15550-dc46-45da-a773-5b93dc7e2208,segment=NetworkSegment(bdbdf7ea-4cf3-4d9a-bb3c-371c258db580),segment_id=bdbdf7ea-4cf3-4d9a-bb3c-371c258db580)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:40:34.049538 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:34.117560 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1807e1b-38ee-4d16-963e-c16fde487bfc None None] Pushing event updated for resources: {'Port': ['ID=4ed15550-dc46-45da-a773-5b93dc7e2208,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:34.157281 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:34.200731 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:34.238702 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:40:34.240695 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:40:34.244707 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:40:34.302556 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2a122a-c50a-4ee9-8f97-ea3f5480af82,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:34.548815 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:34.743178 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763563'] for router, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:34.877890 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Router 0a3937f9-4941-4d10-acf8-df420613a78b is scheduled to L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 with binding_index 1 {{(pid=93846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:40:34.991125 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:40:34.996668 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940ee2e4-ce46-4ace-bea8-744c741c7944 None None] Network 017f8700-9e80-4d8b-aff1-f96091e52728 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:40:35.005219 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Sync routers for ids ['0a3937f9-4941-4d10-acf8-df420613a78b'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:40:35.010304 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:35.014101 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-08537e40-3325-4e14-ad12-6bd5d40aecc6 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7893271 Aug 31 23:40:35.014311 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48668) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:35.067683 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Routers {'0a3937f9-4941-4d10-acf8-df420613a78b'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:40:35.068900 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:40:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a3937f9-4941-4d10-acf8-df420613a78b'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:35.106464 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-be8480ed-dea3-480e-88ef-d884d9350161 None None] Provisioning for port 4ed15550-dc46-45da-a773-5b93dc7e2208 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:40:35.230443 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Set router 0a3937f9-4941-4d10-acf8-df420613a78b gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:40:35.425046 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:35.440433 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'name': 'tempest-TestMinimumBasicScenario-190895903-router', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:34Z', 'revision_number': 3, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'gw_port': {'id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:35.470518 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Checking router: 0a3937f9-4941-4d10-acf8-df420613a78b for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:40:35.470868 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Updating router 0a3937f9-4941-4d10-acf8-df420613a78b port 4d2a122a-c50a-4ee9-8f97-ea3f5480af82 binding host dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:40:35.503037 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:35.611692 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Allocated IP 172.20.0.1 (017f8700-9e80-4d8b-aff1-f96091e52728/5e795449-f81e-4656-90ad-7639cfd27b60/64c9faee-cd9a-48a7-8365-e234e197d283) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:40:35.731078 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:35.736657 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 4ed15550-dc46-45da-a773-5b93dc7e2208 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:40:35.745407 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.provisioning_blocks [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Transition to ACTIVE for port object 64c9faee-cd9a-48a7-8365-e234e197d283 will not be triggered until provisioned by entity DHCP. {{(pid=93846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:40:35.777312 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:35.814711 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Network 017f8700-9e80-4d8b-aff1-f96091e52728 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:40:35.820101 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:40:35.823705 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:40:35.832331 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:35.843446 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 4ed15550-dc46-45da-a773-5b93dc7e2208 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:40:35.847841 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Transition to ACTIVE for port object 4d2a122a-c50a-4ee9-8f97-ea3f5480af82 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:40:35.848364 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Pushing event updated for resources: {'Port': ['ID=64c9faee-cd9a-48a7-8365-e234e197d283,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:35.851078 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 4ed15550-dc46-45da-a773-5b93dc7e2208 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:35.851450 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:35.855162 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:35.873235 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762456'] for router_interface, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:35.942269 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3da33b-00b2-424f-8a33-442537b52d6e None None] Pushing event updated for resources: {'Port': ['ID=4d2a122a-c50a-4ee9-8f97-ea3f5480af82,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:35.948679 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Attempting to bind port 4d2a122a-c50a-4ee9-8f97-ea3f5480af82 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:40:35.949048 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Attempting to bind port 4d2a122a-c50a-4ee9-8f97-ea3f5480af82 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:40:35.949411 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Attempting to bind port 4d2a122a-c50a-4ee9-8f97-ea3f5480af82 on network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:40:35.979827 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:40:35.980206 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Checking segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:40:35.980628 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:35.981023 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Bound using segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:40:35.981717 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Bound port: 4d2a122a-c50a-4ee9-8f97-ea3f5480af82, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:40:35.981874 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:36.017456 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:36.044560 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:36.046742 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] For port 4d2a122a-c50a-4ee9-8f97-ea3f5480af82, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:40:36.050447 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] For port 4d2a122a-c50a-4ee9-8f97-ea3f5480af82, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=4d2a122a-c50a-4ee9-8f97-ea3f5480af82,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:40:36.057353 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:36.132521 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port 4ed15550-dc46-45da-a773-5b93dc7e2208, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=4ed15550-dc46-45da-a773-5b93dc7e2208,segment=NetworkSegment(bdbdf7ea-4cf3-4d9a-bb3c-371c258db580),segment_id=bdbdf7ea-4cf3-4d9a-bb3c-371c258db580)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:36.145071 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:36.149518 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-3c3f310c-b99b-4277-9d70-b4565a5d91f1 None None] Provisioning for port 64c9faee-cd9a-48a7-8365-e234e197d283 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:40:36.151416 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3da33b-00b2-424f-8a33-442537b52d6e None None] Pushing event updated for resources: {'Port': ['ID=4d2a122a-c50a-4ee9-8f97-ea3f5480af82,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:36.154949 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Routers {'0a3937f9-4941-4d10-acf8-df420613a78b'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:40:36.155557 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:40:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a3937f9-4941-4d10-acf8-df420613a78b'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:36.194065 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-3c3f310c-b99b-4277-9d70-b4565a5d91f1 None None] Provisioning complete for port 64c9faee-cd9a-48a7-8365-e234e197d283 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:36.194441 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3c3f310c-b99b-4277-9d70-b4565a5d91f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:36.195675 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:36.200331 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12942635'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:36.270743 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Pushing event updated for resources: {'Port': ['ID=64c9faee-cd9a-48a7-8365-e234e197d283,revision_number=2']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:36.274156 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763624'] for router_interface, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:36.301712 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f310c-b99b-4277-9d70-b4565a5d91f1 None None] Port 64c9faee-cd9a-48a7-8365-e234e197d283 cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:40:36.311341 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=4ed15550-dc46-45da-a773-5b93dc7e2208,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:36.335989 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] Set router 0a3937f9-4941-4d10-acf8-df420613a78b gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:40:36.368170 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Network 017f8700-9e80-4d8b-aff1-f96091e52728 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:40:36.369782 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:40:36.487173 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Router 0a3937f9-4941-4d10-acf8-df420613a78b has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:40:36.557593 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'name': 'tempest-TestMinimumBasicScenario-190895903-router', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:35Z', 'revision_number': 4, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'gw_port': {'id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '64c9faee-cd9a-48a7-8365-e234e197d283', 'name': '', 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'mac_address': 'fa:16:3e:ee:fc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:35Z', 'updated_at': '2021-08-31T23:40:35Z', 'revision_number': 1, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'subnets': [{'id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:36.587292 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ece52c-46b9-4241-9189-260e3de5f2db None None] The sync data for ids ['0a3937f9-4941-4d10-acf8-df420613a78b'] in dv-cinder-804459-5-iscsi is: [{'id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'name': 'tempest-TestMinimumBasicScenario-190895903-router', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:35Z', 'revision_number': 4, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'gw_port': {'id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '64c9faee-cd9a-48a7-8365-e234e197d283', 'name': '', 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'mac_address': 'fa:16:3e:ee:fc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:35Z', 'updated_at': '2021-08-31T23:40:35Z', 'revision_number': 1, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'subnets': [{'id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:40:36.619320 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:40:36.625892 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-39a6f7e4-5954-4d0a-b133-5159749cf3f1 admin admin] 10.222.0.54 "PUT /v2.0/routers/0a3937f9-4941-4d10-acf8-df420613a78b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6105616 Aug 31 23:40:36.627002 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-5ee39bd5-5499-4f30-9415-e3ebeded9ba9 None None] Provisioning complete for port 64c9faee-cd9a-48a7-8365-e234e197d283 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:36.627543 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5ee39bd5-5499-4f30-9415-e3ebeded9ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:36.663157 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-5ee39bd5-5499-4f30-9415-e3ebeded9ba9 None None] Port 64c9faee-cd9a-48a7-8365-e234e197d283 cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:40:37.188852 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48688) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:37.196261 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-7fda459f-a28b-4054-8aef-d0bf242e5223 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1148706574-network', 'tenant_id': '1e36735175ff44a9bc6ae2f4073627eb'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:40:37.228714 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fda459f-a28b-4054-8aef-d0bf242e5223 admin admin] Made reservation on behalf of 1e36735175ff44a9bc6ae2f4073627eb for: {'network': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:40:37.231038 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7fda459f-a28b-4054-8aef-d0bf242e5223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for network, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:37.239523 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7fda459f-a28b-4054-8aef-d0bf242e5223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:37.341056 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7fda459f-a28b-4054-8aef-d0bf242e5223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:37.344927 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7fda459f-a28b-4054-8aef-d0bf242e5223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:37.369749 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fda459f-a28b-4054-8aef-d0bf242e5223 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=93846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 23:40:37.378675 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda459f-a28b-4054-8aef-d0bf242e5223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d0b2f6-3d33-457a-aaf0-d2b712631534,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:37.385117 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7fda459f-a28b-4054-8aef-d0bf242e5223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:37.385461 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.segments_db [None req-7fda459f-a28b-4054-8aef-d0bf242e5223 admin admin] Added segment 40d7f3f6-deda-4569-a62e-cfa80d65868a of type vlan for network 1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5 Aug 31 23:40:37.430241 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7fda459f-a28b-4054-8aef-d0bf242e5223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773536800880'] for network, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:37.455178 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7fda459f-a28b-4054-8aef-d0bf242e5223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052'] for network, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:37.456337 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fda459f-a28b-4054-8aef-d0bf242e5223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:37.456946 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7fda459f-a28b-4054-8aef-d0bf242e5223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:37.518658 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-7fda459f-a28b-4054-8aef-d0bf242e5223 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3241014 Aug 31 23:40:37.518658 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48690) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:37.525384 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-c731c72f-960c-49df-bdda-61087f20e6ac admin admin] Request body: {'subnet': {'network_id': '1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1148706574-subnet', 'tenant_id': '1e36735175ff44a9bc6ae2f4073627eb', 'ip_version': 4}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:40:37.534922 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda459f-a28b-4054-8aef-d0bf242e5223 admin admin] Pushing event updated for resources: {'Network': ['ID=1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:37.546428 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Network 1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5 details requested by agent ovs-agent-dv-cinder-804459-5-iscsi with host dv-cinder-804459-5-iscsi {{(pid=93847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 23:40:37.550229 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c731c72f-960c-49df-bdda-61087f20e6ac admin admin] Made reservation on behalf of 1e36735175ff44a9bc6ae2f4073627eb for: {'subnet': 1} {{(pid=93846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:40:37.552765 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c731c72f-960c-49df-bdda-61087f20e6ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12932366'] for subnet, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:37.768848 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c731c72f-960c-49df-bdda-61087f20e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12943010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12932376'] for subnet, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:37.785860 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 4ed15550-dc46-45da-a773-5b93dc7e2208 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:40:37.817840 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731c72f-960c-49df-bdda-61087f20e6ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e42b5905-3192-4edd-8271-3124e7ae495e,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:37.849041 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 4ed15550-dc46-45da-a773-5b93dc7e2208 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:37.849990 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:37.857358 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c731c72f-960c-49df-bdda-61087f20e6ac admin admin] Checking segment: {'id': '40d7f3f6-deda-4569-a62e-cfa80d65868a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:40:37.857904 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c731c72f-960c-49df-bdda-61087f20e6ac admin admin] Network hostable DHCP agents. Network: 1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5, hostable agents: ['a8cf7d35-0827-463b-8cdf-4356b9104cf1'], hosted agents: [] {{(pid=93846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 23:40:37.876182 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c731c72f-960c-49df-bdda-61087f20e6ac admin admin] Network 1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5 is scheduled to be hosted by DHCP agent a8cf7d35-0827-463b-8cdf-4356b9104cf1 with binding_index 1 {{(pid=93846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 23:40:37.885424 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-c731c72f-960c-49df-bdda-61087f20e6ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-5-iscsi, 1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5) {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:40:37.889769 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c731c72f-960c-49df-bdda-61087f20e6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:37.890402 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-c731c72f-960c-49df-bdda-61087f20e6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:37.895348 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7601e5aa-9324-40e9-b562-075d086691f6 None None] Network 1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:40:37.904809 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-c731c72f-960c-49df-bdda-61087f20e6ac admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3866048 Aug 31 23:40:37.907195 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48694) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:37.911590 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1148706574-router', 'tenant_id': '1e36735175ff44a9bc6ae2f4073627eb', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:40:37.934174 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30491'] for router, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:37.935441 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1764587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30476'] for router, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:37.994950 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:37.995189 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 4d2a122a-c50a-4ee9-8f97-ea3f5480af82 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:40:38.137428 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:38.214038 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 4d2a122a-c50a-4ee9-8f97-ea3f5480af82 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:40:38.218044 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 4d2a122a-c50a-4ee9-8f97-ea3f5480af82 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:38.218432 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:38.223306 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b006289-ba80-526b-bc95-ba2cef7064da-1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5', 'network_id': '1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5', 'tenant_id': '1e36735175ff44a9bc6ae2f4073627eb', 'fixed_ips': [{'subnet_id': 'e42b5905-3192-4edd-8271-3124e7ae495e'}]}} from dv-cinder-804459-5-iscsi. {{(pid=93847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 23:40:38.224138 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:38.420037 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:38.454076 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port 4d2a122a-c50a-4ee9-8f97-ea3f5480af82, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=4d2a122a-c50a-4ee9-8f97-ea3f5480af82,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:38.458999 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.db_base_plugin_common [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Allocated IP 172.20.0.2 (1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5/e42b5905-3192-4edd-8271-3124e7ae495e/a17e27cb-cb10-4dea-859e-a4bf2e3a60ce) {{(pid=93847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:40:38.461138 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:38.567195 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=4d2a122a-c50a-4ee9-8f97-ea3f5480af82,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:38.604464 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Sync routers for ids ['0a3937f9-4941-4d10-acf8-df420613a78b'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:40:38.614258 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Routers {'0a3937f9-4941-4d10-acf8-df420613a78b'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:40:38.614476 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:38.614895 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:40:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a3937f9-4941-4d10-acf8-df420613a78b'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:38.634060 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:38.662914 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Notify callbacks [] for port, precommit_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:38.672579 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Transition to ACTIVE for port object a17e27cb-cb10-4dea-859e-a4bf2e3a60ce will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:40:38.690445 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Transition to ACTIVE for port object a17e27cb-cb10-4dea-859e-a4bf2e3a60ce will not be triggered until provisioned by entity DHCP. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:40:38.698923 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328'] for port, after_create {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:38.740562 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Set router 0a3937f9-4941-4d10-acf8-df420613a78b gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:40:38.743663 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Network 1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5 is already hosted by enough agents. {{(pid=93847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:40:38.748431 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.scheduler.base_scheduler [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Resources bound (agent type, host, resource id): {{(pid=93847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:40:38.752716 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Received port after_create {{(pid=93847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:40:38.756775 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Pushing event updated for resources: {'Port': ['ID=a17e27cb-cb10-4dea-859e-a4bf2e3a60ce,revision_number=1']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:38.774078 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_common [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Allocated IP 172.27.0.10 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/71c8e04f-8c59-4d73-aee7-9d8d2bae3621) {{(pid=93846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:40:38.813683 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Attempting to bind port a17e27cb-cb10-4dea-859e-a4bf2e3a60ce on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:40:38.814074 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Attempting to bind port a17e27cb-cb10-4dea-859e-a4bf2e3a60ce by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': '40d7f3f6-deda-4569-a62e-cfa80d65868a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:40:38.814442 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Attempting to bind port a17e27cb-cb10-4dea-859e-a4bf2e3a60ce on network 1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:40:38.819536 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:40:38.820077 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Checking segment: {'id': '40d7f3f6-deda-4569-a62e-cfa80d65868a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:40:38.820313 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:38.820844 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Bound using segment: {'id': '40d7f3f6-deda-4569-a62e-cfa80d65868a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:40:38.821299 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Bound port: a17e27cb-cb10-4dea-859e-a4bf2e3a60ce, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d7f3f6-deda-4569-a62e-cfa80d65868a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:40:38.821675 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:38.885676 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] For port a17e27cb-cb10-4dea-859e-a4bf2e3a60ce, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:40:38.888959 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] For port a17e27cb-cb10-4dea-859e-a4bf2e3a60ce, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=a17e27cb-cb10-4dea-859e-a4bf2e3a60ce,segment=NetworkSegment(40d7f3f6-deda-4569-a62e-cfa80d65868a),segment_id=40d7f3f6-deda-4569-a62e-cfa80d65868a)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:40:38.889540 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:38.894532 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:38.937133 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:38.955319 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'name': 'tempest-TestMinimumBasicScenario-190895903-router', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:35Z', 'revision_number': 4, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'gw_port': {'id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '64c9faee-cd9a-48a7-8365-e234e197d283', 'name': '', 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'mac_address': 'fa:16:3e:ee:fc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:35Z', 'updated_at': '2021-08-31T23:40:36Z', 'revision_number': 2, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'subnets': [{'id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:38.963245 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf78ccd-2518-4c91-9fe7-24ea9e8d1e18 None None] Pushing event updated for resources: {'Port': ['ID=a17e27cb-cb10-4dea-859e-a4bf2e3a60ce,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:38.982441 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:40:38.987415 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.base_scheduler [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Resources bound (agent type, host, resource id): {{(pid=93846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:40:38.988588 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Checking router: 0a3937f9-4941-4d10-acf8-df420613a78b for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:40:38.989141 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Updating router 0a3937f9-4941-4d10-acf8-df420613a78b port 64c9faee-cd9a-48a7-8365-e234e197d283 binding host dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:40:38.991951 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Received port after_create {{(pid=93846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:40:39.017292 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:39.018693 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Pushing event updated for resources: {'Port': ['ID=71c8e04f-8c59-4d73-aee7-9d8d2bae3621,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:39.277723 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:39.312710 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:39.324842 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Transition to ACTIVE for port object 64c9faee-cd9a-48a7-8365-e234e197d283 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:40:39.331456 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:39.378667 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655aceb-8aa0-405b-a125-0e51c8198e9d None None] Pushing event updated for resources: {'Port': ['ID=64c9faee-cd9a-48a7-8365-e234e197d283,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:39.388654 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655aceb-8aa0-405b-a125-0e51c8198e9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:39.389009 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655aceb-8aa0-405b-a125-0e51c8198e9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:39.389346 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655aceb-8aa0-405b-a125-0e51c8198e9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:39.389821 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655aceb-8aa0-405b-a125-0e51c8198e9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:39.390061 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655aceb-8aa0-405b-a125-0e51c8198e9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:39.390557 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655aceb-8aa0-405b-a125-0e51c8198e9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:39.390892 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655aceb-8aa0-405b-a125-0e51c8198e9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:39.391214 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655aceb-8aa0-405b-a125-0e51c8198e9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:39.391601 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655aceb-8aa0-405b-a125-0e51c8198e9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:39.391970 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655aceb-8aa0-405b-a125-0e51c8198e9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:39.392466 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655aceb-8aa0-405b-a125-0e51c8198e9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:39.392870 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655aceb-8aa0-405b-a125-0e51c8198e9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:39.448486 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Attempting to bind port 64c9faee-cd9a-48a7-8365-e234e197d283 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:40:39.448856 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Attempting to bind port 64c9faee-cd9a-48a7-8365-e234e197d283 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'bdbdf7ea-4cf3-4d9a-bb3c-371c258db580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:40:39.449218 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Attempting to bind port 64c9faee-cd9a-48a7-8365-e234e197d283 on network 017f8700-9e80-4d8b-aff1-f96091e52728 {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:40:39.454696 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:40:39.455080 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Checking segment: {'id': 'bdbdf7ea-4cf3-4d9a-bb3c-371c258db580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:40:39.455481 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:39.455880 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Bound using segment: {'id': 'bdbdf7ea-4cf3-4d9a-bb3c-371c258db580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:40:39.456394 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Bound port: 64c9faee-cd9a-48a7-8365-e234e197d283, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbdf7ea-4cf3-4d9a-bb3c-371c258db580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:40:39.456761 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:39.491887 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763563'] for router, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:39.529955 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] For port 64c9faee-cd9a-48a7-8365-e234e197d283, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:40:39.534199 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] For port 64c9faee-cd9a-48a7-8365-e234e197d283, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=64c9faee-cd9a-48a7-8365-e234e197d283,segment=NetworkSegment(bdbdf7ea-4cf3-4d9a-bb3c-371c258db580),segment_id=bdbdf7ea-4cf3-4d9a-bb3c-371c258db580)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:40:39.541539 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:39.681445 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Router 6886b69a-eec4-4f1e-ab79-d2a680f54c36 is scheduled to L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 with binding_index 1 {{(pid=93846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 23:40:39.721153 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655aceb-8aa0-405b-a125-0e51c8198e9d None None] Pushing event updated for resources: {'Port': ['ID=64c9faee-cd9a-48a7-8365-e234e197d283,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:39.756093 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Routers {'0a3937f9-4941-4d10-acf8-df420613a78b'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:40:39.765268 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:40:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a3937f9-4941-4d10-acf8-df420613a78b'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:39.823251 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:40:39.832099 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Sync routers for ids ['6886b69a-eec4-4f1e-ab79-d2a680f54c36'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:40:39.841476 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:39.844514 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-4f5205c5-25b7-4550-a362-fd467d7c1618 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9363201 Aug 31 23:40:39.846467 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 48700) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:39.876523 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Routers {'6886b69a-eec4-4f1e-ab79-d2a680f54c36'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:40:39.877184 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:40:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['6886b69a-eec4-4f1e-ab79-d2a680f54c36'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:39.886174 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device a17e27cb-cb10-4dea-859e-a4bf2e3a60ce up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:40:39.961674 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] Set router 0a3937f9-4941-4d10-acf8-df420613a78b gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:40:39.993990 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8ffa2253-a575-486f-8820-ac665908389e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:40.067800 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port a17e27cb-cb10-4dea-859e-a4bf2e3a60ce completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:40:40.073801 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 4d2a122a-c50a-4ee9-8f97-ea3f5480af82 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:40:40.122015 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Set router 6886b69a-eec4-4f1e-ab79-d2a680f54c36 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:40:40.244646 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'name': 'tempest-TestMinimumBasicScenario-190895903-router', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:35Z', 'revision_number': 4, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'gw_port': {'id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '64c9faee-cd9a-48a7-8365-e234e197d283', 'name': '', 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'mac_address': 'fa:16:3e:ee:fc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:35Z', 'updated_at': '2021-08-31T23:40:39Z', 'revision_number': 4, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'subnets': [{'id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:40.246514 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f405201c-ab7f-4e9f-9b87-ecc0c01b4849 None None] Network 1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:40:40.275399 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac1177f-caa2-4a5d-b61b-f4db0c808a15 None None] The sync data for ids ['0a3937f9-4941-4d10-acf8-df420613a78b'] in dv-cinder-804459-5-iscsi is: [{'id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'name': 'tempest-TestMinimumBasicScenario-190895903-router', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:35Z', 'revision_number': 4, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'gw_port': {'id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '64c9faee-cd9a-48a7-8365-e234e197d283', 'name': '', 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'mac_address': 'fa:16:3e:ee:fc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:35Z', 'updated_at': '2021-08-31T23:40:39Z', 'revision_number': 4, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'subnets': [{'id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:40:40.345662 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 4d2a122a-c50a-4ee9-8f97-ea3f5480af82 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:40.346040 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:40.377242 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:40.488289 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-3bdd5257-a9b1-46af-a64c-1915155d677f None None] Provisioning for port a17e27cb-cb10-4dea-859e-a4bf2e3a60ce completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:40:40.500224 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-3bdd5257-a9b1-46af-a64c-1915155d677f None None] Provisioning complete for port a17e27cb-cb10-4dea-859e-a4bf2e3a60ce triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:40.500634 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5257-a9b1-46af-a64c-1915155d677f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:40.554525 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Allocated IP 172.20.0.1 (1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5/e42b5905-3192-4edd-8271-3124e7ae495e/cbcc4b33-2eca-4749-ad0a-793601868907) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:40:40.620059 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'name': 'tempest-TestMinimumBasicScenario-1148706574-router', 'tenant_id': '1e36735175ff44a9bc6ae2f4073627eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '71c8e04f-8c59-4d73-aee7-9d8d2bae3621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:37Z', 'updated_at': '2021-08-31T23:40:39Z', 'revision_number': 3, 'project_id': '1e36735175ff44a9bc6ae2f4073627eb', 'gw_port': {'id': '71c8e04f-8c59-4d73-aee7-9d8d2bae3621', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:38:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:38Z', 'updated_at': '2021-08-31T23:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:40.651643 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Checking router: 6886b69a-eec4-4f1e-ab79-d2a680f54c36 for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:40:40.651999 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Updating router 6886b69a-eec4-4f1e-ab79-d2a680f54c36 port 71c8e04f-8c59-4d73-aee7-9d8d2bae3621 binding host dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:40:40.680905 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:40.698824 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Transition to ACTIVE for port object cbcc4b33-2eca-4749-ad0a-793601868907 will not be triggered until provisioned by entity DHCP. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:40:40.705989 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:40.735487 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5257-a9b1-46af-a64c-1915155d677f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:40.738060 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:40.790269 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Network 1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:40:40.793565 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:40:40.797801 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:40:40.823222 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Pushing event updated for resources: {'Port': ['ID=cbcc4b33-2eca-4749-ad0a-793601868907,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:40.846930 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-3bdd5257-a9b1-46af-a64c-1915155d677f None None] For port a17e27cb-cb10-4dea-859e-a4bf2e3a60ce, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=a17e27cb-cb10-4dea-859e-a4bf2e3a60ce,segment=NetworkSegment(40d7f3f6-deda-4569-a62e-cfa80d65868a),segment_id=40d7f3f6-deda-4569-a62e-cfa80d65868a)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:40.851046 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762456'] for router_interface, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:40.856259 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5257-a9b1-46af-a64c-1915155d677f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:41.039645 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:41.101456 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e675d016-3889-4979-877c-36a334ac8bc6 None None] Provisioning complete for port a17e27cb-cb10-4dea-859e-a4bf2e3a60ce triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:41.101913 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e675d016-3889-4979-877c-36a334ac8bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:41.148852 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd5257-a9b1-46af-a64c-1915155d677f None None] Pushing event updated for resources: {'Port': ['ID=a17e27cb-cb10-4dea-859e-a4bf2e3a60ce,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:41.218061 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:41.222669 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:41.278446 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Notify callbacks [] for port, precommit_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:41.289224 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Transition to ACTIVE for port object 71c8e04f-8c59-4d73-aee7-9d8d2bae3621 will not be triggered until provisioned by entity L2. {{(pid=93847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:40:41.294448 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:41.347239 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691b557-8840-4053-b142-b87618edf4bd None None] Pushing event updated for resources: {'Port': ['ID=71c8e04f-8c59-4d73-aee7-9d8d2bae3621,revision_number=2']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:41.350321 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Attempting to bind port 71c8e04f-8c59-4d73-aee7-9d8d2bae3621 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:40:41.350686 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Attempting to bind port 71c8e04f-8c59-4d73-aee7-9d8d2bae3621 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:40:41.351133 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Attempting to bind port 71c8e04f-8c59-4d73-aee7-9d8d2bae3621 on network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:40:41.357027 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:40:41.357400 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Checking segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:40:41.357799 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:41.358188 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Bound using segment: {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'} {{(pid=93847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:40:41.358659 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.managers [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Bound port: 71c8e04f-8c59-4d73-aee7-9d8d2bae3621, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5418ea9-b93d-4126-a6f9-d4c2406a82a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8'}}] {{(pid=93847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:40:41.359040 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:41.417745 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-eefb509b-c471-401d-8887-480264b1826d None None] Provisioning for port cbcc4b33-2eca-4749-ad0a-793601868907 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:40:41.424367 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] For port 71c8e04f-8c59-4d73-aee7-9d8d2bae3621, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:40:41.426434 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-eefb509b-c471-401d-8887-480264b1826d None None] Provisioning complete for port cbcc4b33-2eca-4749-ad0a-793601868907 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:41.426806 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-eefb509b-c471-401d-8887-480264b1826d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:41.429479 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] For port 71c8e04f-8c59-4d73-aee7-9d8d2bae3621, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=71c8e04f-8c59-4d73-aee7-9d8d2bae3621,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:40:41.454798 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:41.499106 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-eefb509b-c471-401d-8887-480264b1826d None None] Port cbcc4b33-2eca-4749-ad0a-793601868907 cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:40:41.526272 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Routers {'6886b69a-eec4-4f1e-ab79-d2a680f54c36'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:40:41.526907 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:40:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['6886b69a-eec4-4f1e-ab79-d2a680f54c36'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:41.528707 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691b557-8840-4053-b142-b87618edf4bd None None] Pushing event updated for resources: {'Port': ['ID=71c8e04f-8c59-4d73-aee7-9d8d2bae3621,revision_number=3']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:41.563632 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763624'] for router_interface, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:41.565509 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Pushing event updated for resources: {'Port': ['ID=cbcc4b33-2eca-4749-ad0a-793601868907,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:41.636089 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] Set router 6886b69a-eec4-4f1e-ab79-d2a680f54c36 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:40:41.667499 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Network 1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:40:41.668956 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:40:41.734993 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device a17e27cb-cb10-4dea-859e-a4bf2e3a60ce up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:40:41.813976 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Router 6886b69a-eec4-4f1e-ab79-d2a680f54c36 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:40:41.842504 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:41.865071 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port a17e27cb-cb10-4dea-859e-a4bf2e3a60ce triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:41.865826 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:41.934285 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:40:41.948698 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-55c9b6fa-679f-4ef2-86fe-9a3fede0b286 admin admin] 10.222.0.54 "PUT /v2.0/routers/6886b69a-eec4-4f1e-ab79-d2a680f54c36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0916531 Aug 31 23:40:41.948922 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-b5dc4f78-bb0c-45c1-8014-a1b91df7b174 None None] Provisioning complete for port cbcc4b33-2eca-4749-ad0a-793601868907 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:41.949304 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b5dc4f78-bb0c-45c1-8014-a1b91df7b174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:42.032423 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-b5dc4f78-bb0c-45c1-8014-a1b91df7b174 None None] Port cbcc4b33-2eca-4749-ad0a-793601868907 cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:40:42.040211 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'name': 'tempest-TestMinimumBasicScenario-1148706574-router', 'tenant_id': '1e36735175ff44a9bc6ae2f4073627eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '71c8e04f-8c59-4d73-aee7-9d8d2bae3621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:37Z', 'updated_at': '2021-08-31T23:40:41Z', 'revision_number': 4, 'project_id': '1e36735175ff44a9bc6ae2f4073627eb', 'gw_port': {'id': '71c8e04f-8c59-4d73-aee7-9d8d2bae3621', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:38:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:38Z', 'updated_at': '2021-08-31T23:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': 'cbcc4b33-2eca-4749-ad0a-793601868907', 'name': '', 'network_id': '1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5', 'tenant_id': '1e36735175ff44a9bc6ae2f4073627eb', 'mac_address': 'fa:16:3e:d1:2b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e42b5905-3192-4edd-8271-3124e7ae495e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:40Z', 'updated_at': '2021-08-31T23:40:41Z', 'revision_number': 2, 'project_id': '1e36735175ff44a9bc6ae2f4073627eb', 'subnets': [{'id': 'e42b5905-3192-4edd-8271-3124e7ae495e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:42.043584 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 64c9faee-cd9a-48a7-8365-e234e197d283 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:40:42.089577 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1d2f1-9449-4404-b9ab-a6b12211d249 None None] The sync data for ids ['6886b69a-eec4-4f1e-ab79-d2a680f54c36'] in dv-cinder-804459-5-iscsi is: [{'id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'name': 'tempest-TestMinimumBasicScenario-1148706574-router', 'tenant_id': '1e36735175ff44a9bc6ae2f4073627eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '71c8e04f-8c59-4d73-aee7-9d8d2bae3621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:37Z', 'updated_at': '2021-08-31T23:40:41Z', 'revision_number': 4, 'project_id': '1e36735175ff44a9bc6ae2f4073627eb', 'gw_port': {'id': '71c8e04f-8c59-4d73-aee7-9d8d2bae3621', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:38:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:38Z', 'updated_at': '2021-08-31T23:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': 'cbcc4b33-2eca-4749-ad0a-793601868907', 'name': '', 'network_id': '1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5', 'tenant_id': '1e36735175ff44a9bc6ae2f4073627eb', 'mac_address': 'fa:16:3e:d1:2b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e42b5905-3192-4edd-8271-3124e7ae495e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:40Z', 'updated_at': '2021-08-31T23:40:41Z', 'revision_number': 2, 'project_id': '1e36735175ff44a9bc6ae2f4073627eb', 'subnets': [{'id': 'e42b5905-3192-4edd-8271-3124e7ae495e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:40:42.120927 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 64c9faee-cd9a-48a7-8365-e234e197d283 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:40:42.125490 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 64c9faee-cd9a-48a7-8365-e234e197d283 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:42.125941 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:42.210347 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:42.249329 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port 64c9faee-cd9a-48a7-8365-e234e197d283, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=64c9faee-cd9a-48a7-8365-e234e197d283,segment=NetworkSegment(bdbdf7ea-4cf3-4d9a-bb3c-371c258db580),segment_id=bdbdf7ea-4cf3-4d9a-bb3c-371c258db580)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:42.256198 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:42.322219 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=64c9faee-cd9a-48a7-8365-e234e197d283,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:42.894246 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-33bdcb32-b3b0-4722-a753-d386eb58c59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:43.149594 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:43.575077 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:43.810399 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 64c9faee-cd9a-48a7-8365-e234e197d283 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:40:43.863599 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 64c9faee-cd9a-48a7-8365-e234e197d283 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:43.863972 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:43.956912 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 71c8e04f-8c59-4d73-aee7-9d8d2bae3621 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:40:44.014354 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port 71c8e04f-8c59-4d73-aee7-9d8d2bae3621 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:40:44.019077 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 71c8e04f-8c59-4d73-aee7-9d8d2bae3621 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:44.019451 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:44.102412 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:44.135531 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port 71c8e04f-8c59-4d73-aee7-9d8d2bae3621, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=71c8e04f-8c59-4d73-aee7-9d8d2bae3621,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:44.142711 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:44.208294 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=71c8e04f-8c59-4d73-aee7-9d8d2bae3621,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:44.535114 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Sync routers for ids ['6886b69a-eec4-4f1e-ab79-d2a680f54c36'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:40:44.547936 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Routers {'6886b69a-eec4-4f1e-ab79-d2a680f54c36'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:40:44.548685 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:40:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['6886b69a-eec4-4f1e-ab79-d2a680f54c36'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:44.661163 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Set router 6886b69a-eec4-4f1e-ab79-d2a680f54c36 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:40:44.901233 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'name': 'tempest-TestMinimumBasicScenario-1148706574-router', 'tenant_id': '1e36735175ff44a9bc6ae2f4073627eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '71c8e04f-8c59-4d73-aee7-9d8d2bae3621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:37Z', 'updated_at': '2021-08-31T23:40:41Z', 'revision_number': 4, 'project_id': '1e36735175ff44a9bc6ae2f4073627eb', 'gw_port': {'id': '71c8e04f-8c59-4d73-aee7-9d8d2bae3621', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:38Z', 'updated_at': '2021-08-31T23:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': 'cbcc4b33-2eca-4749-ad0a-793601868907', 'name': '', 'network_id': '1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5', 'tenant_id': '1e36735175ff44a9bc6ae2f4073627eb', 'mac_address': 'fa:16:3e:d1:2b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e42b5905-3192-4edd-8271-3124e7ae495e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:40Z', 'updated_at': '2021-08-31T23:40:41Z', 'revision_number': 2, 'project_id': '1e36735175ff44a9bc6ae2f4073627eb', 'subnets': [{'id': 'e42b5905-3192-4edd-8271-3124e7ae495e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:44.929923 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Checking router: 6886b69a-eec4-4f1e-ab79-d2a680f54c36 for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:40:44.930440 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Updating router 6886b69a-eec4-4f1e-ab79-d2a680f54c36 port cbcc4b33-2eca-4749-ad0a-793601868907 binding host dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 23:40:44.955947 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:45.038207 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:45.269055 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Notify callbacks [] for port, precommit_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:45.285998 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.provisioning_blocks [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Transition to ACTIVE for port object cbcc4b33-2eca-4749-ad0a-793601868907 will not be triggered until provisioned by entity L2. {{(pid=93848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:40:45.321277 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:45.370470 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89322523-a8fd-44f8-bcef-407741197336 None None] Pushing event updated for resources: {'Port': ['ID=cbcc4b33-2eca-4749-ad0a-793601868907,revision_number=3']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:45.439201 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Attempting to bind port cbcc4b33-2eca-4749-ad0a-793601868907 on host dv-cinder-804459-5-iscsi for vnic_type normal with profile {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:40:45.439859 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Attempting to bind port cbcc4b33-2eca-4749-ad0a-793601868907 by drivers openvswitch,hyperv on host dv-cinder-804459-5-iscsi at level 0 using segments [{'id': '40d7f3f6-deda-4569-a62e-cfa80d65868a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5'}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:40:45.440576 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Attempting to bind port cbcc4b33-2eca-4749-ad0a-793601868907 on network 1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5 {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:40:45.446058 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Checking agent: {'id': '9619696a-ccf1-4c06-ada1-e1719ea6b05f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 24, 13), 'started_at': datetime.datetime(2021, 8, 31, 23, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:40:45.446537 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Checking segment: {'id': '40d7f3f6-deda-4569-a62e-cfa80d65868a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:40:45.446981 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:45.447373 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Bound using segment: {'id': '40d7f3f6-deda-4569-a62e-cfa80d65868a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5'} {{(pid=93848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:40:45.447832 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.managers [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Bound port: cbcc4b33-2eca-4749-ad0a-793601868907, host: dv-cinder-804459-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d7f3f6-deda-4569-a62e-cfa80d65868a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5'}}] {{(pid=93848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:40:45.448206 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:45.539975 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] For port cbcc4b33-2eca-4749-ad0a-793601868907, host dv-cinder-804459-5-iscsi, cleared binding levels {{(pid=93848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:40:45.543419 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.plugins.ml2.db [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] For port cbcc4b33-2eca-4749-ad0a-793601868907, host dv-cinder-804459-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=cbcc4b33-2eca-4749-ad0a-793601868907,segment=NetworkSegment(40d7f3f6-deda-4569-a62e-cfa80d65868a),segment_id=40d7f3f6-deda-4569-a62e-cfa80d65868a)] {{(pid=93848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:40:45.549389 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:45.593265 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Routers {'6886b69a-eec4-4f1e-ab79-d2a680f54c36'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:40:45.593885 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:40:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['6886b69a-eec4-4f1e-ab79-d2a680f54c36'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:45.695470 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89322523-a8fd-44f8-bcef-407741197336 None None] Pushing event updated for resources: {'Port': ['ID=cbcc4b33-2eca-4749-ad0a-793601868907,revision_number=4']} {{(pid=93848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:45.773326 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 71c8e04f-8c59-4d73-aee7-9d8d2bae3621 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:40:45.779202 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] Set router 6886b69a-eec4-4f1e-ab79-d2a680f54c36 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:40:45.824559 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port 71c8e04f-8c59-4d73-aee7-9d8d2bae3621 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:45.825131 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:46.066342 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'name': 'tempest-TestMinimumBasicScenario-1148706574-router', 'tenant_id': '1e36735175ff44a9bc6ae2f4073627eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '71c8e04f-8c59-4d73-aee7-9d8d2bae3621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:37Z', 'updated_at': '2021-08-31T23:40:41Z', 'revision_number': 4, 'project_id': '1e36735175ff44a9bc6ae2f4073627eb', 'gw_port': {'id': '71c8e04f-8c59-4d73-aee7-9d8d2bae3621', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:38Z', 'updated_at': '2021-08-31T23:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': 'cbcc4b33-2eca-4749-ad0a-793601868907', 'name': '', 'network_id': '1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5', 'tenant_id': '1e36735175ff44a9bc6ae2f4073627eb', 'mac_address': 'fa:16:3e:d1:2b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e42b5905-3192-4edd-8271-3124e7ae495e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:40Z', 'updated_at': '2021-08-31T23:40:45Z', 'revision_number': 4, 'project_id': '1e36735175ff44a9bc6ae2f4073627eb', 'subnets': [{'id': 'e42b5905-3192-4edd-8271-3124e7ae495e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:40:46.188651 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2fbb71-72e4-49f8-b449-5e0268c21259 None None] The sync data for ids ['6886b69a-eec4-4f1e-ab79-d2a680f54c36'] in dv-cinder-804459-5-iscsi is: [{'id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'name': 'tempest-TestMinimumBasicScenario-1148706574-router', 'tenant_id': '1e36735175ff44a9bc6ae2f4073627eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '71c8e04f-8c59-4d73-aee7-9d8d2bae3621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:37Z', 'updated_at': '2021-08-31T23:40:41Z', 'revision_number': 4, 'project_id': '1e36735175ff44a9bc6ae2f4073627eb', 'gw_port': {'id': '71c8e04f-8c59-4d73-aee7-9d8d2bae3621', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:38Z', 'updated_at': '2021-08-31T23:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': 'cbcc4b33-2eca-4749-ad0a-793601868907', 'name': '', 'network_id': '1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5', 'tenant_id': '1e36735175ff44a9bc6ae2f4073627eb', 'mac_address': 'fa:16:3e:d1:2b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e42b5905-3192-4edd-8271-3124e7ae495e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:40Z', 'updated_at': '2021-08-31T23:40:45Z', 'revision_number': 4, 'project_id': '1e36735175ff44a9bc6ae2f4073627eb', 'subnets': [{'id': 'e42b5905-3192-4edd-8271-3124e7ae495e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:40:47.748465 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device cbcc4b33-2eca-4749-ad0a-793601868907 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:40:47.820502 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning for port cbcc4b33-2eca-4749-ad0a-793601868907 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:40:47.824657 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port cbcc4b33-2eca-4749-ad0a-793601868907 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:47.825302 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.915395 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:47.957093 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] For port cbcc4b33-2eca-4749-ad0a-793601868907, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=cbcc4b33-2eca-4749-ad0a-793601868907,segment=NetworkSegment(40d7f3f6-deda-4569-a62e-cfa80d65868a),segment_id=40d7f3f6-deda-4569-a62e-cfa80d65868a)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:40:47.962284 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:48.016109 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Pushing event updated for resources: {'Port': ['ID=cbcc4b33-2eca-4749-ad0a-793601868907,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:49.695948 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device cbcc4b33-2eca-4749-ad0a-793601868907 up at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:40:49.746768 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Provisioning complete for port cbcc4b33-2eca-4749-ad0a-793601868907 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:49.747241 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:51.808154 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ee4ea246-05b2-4879-b6c5-a5db9ba52bba tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:51.810043 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ee4ea246-05b2-4879-b6c5-a5db9ba52bba tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/networks?id=017f8700-9e80-4d8b-aff1-f96091e52728 HTTP/1.1" status: 200 len: 814 time: 0.1024323 Aug 31 23:40:51.826517 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-55b492eb-ad9e-459e-a767-0211436e45cc tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/quotas/0219f63b35304567bcd4e6eec44677ec HTTP/1.1" status: 200 len: 375 time: 0.0099688 Aug 31 23:40:51.882263 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-9c88477e-2234-478d-86ff-2b00415c3071 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0219f63b35304567bcd4e6eec44677ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502181 Aug 31 23:40:51.987731 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-8e0e94ea-f251-46ad-a2d5-50c9e160fb27 service neutron] 10.222.0.54 "GET /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906327 Aug 31 23:40:52.074524 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-bb80729c-33b9-43b2-842a-7eb1817e0afa service neutron] 10.222.0.54 "GET /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799048 Aug 31 23:40:52.230905 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-20c6fc1d-3fce-4b53-a315-0521cb9a60f7 req-ee1ec366-aff3-4975-9663-6e3ffb2afbcf tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 210 time: 0.0265546 Aug 31 23:40:53.245278 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48818) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:53.261046 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-918090e2-f983-40f9-b4fa-dd73a6384869 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:53.263062 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-918090e2-f983-40f9-b4fa-dd73a6384869 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.53 "GET /v2.0/networks?id=017f8700-9e80-4d8b-aff1-f96091e52728 HTTP/1.1" status: 200 len: 814 time: 0.1146727 Aug 31 23:40:53.278065 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Request body: {'port': {'device_id': '2701282e-53f4-4f18-b06a-b542b209db88', 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728', 'admin_state_up': True, 'tenant_id': '0219f63b35304567bcd4e6eec44677ec'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:40:53.337483 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5838dfad-b9f4-42e4-ba7f-984602d6ea0b req-c78dd225-2481-4050-855e-23536fdf89bf tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 210 time: 0.0335634 Aug 31 23:40:53.368703 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-30335475-c93b-46df-b388-e2e7e7d87857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:53.390464 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.db.api [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 23:40:53.390464 dv-cinder-804459-5-iscsi neutron-server[93845]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 23:40:53.390464 dv-cinder-804459-5-iscsi neutron-server[93845]: [parameters: {'project_id': '0219f63b35304567bcd4e6eec44677ec', 'id': '53eaff47-176b-4d91-83dd-4e891f1ad0dc', 'expiration': datetime.datetime(2021, 8, 31, 23, 42, 53, 386917)}] Aug 31 23:40:53.390464 dv-cinder-804459-5-iscsi neutron-server[93845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 23:40:53.390885 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG oslo_db.api [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 23:40:53.461878 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-30335475-c93b-46df-b388-e2e7e7d87857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:53.465841 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-30335475-c93b-46df-b388-e2e7e7d87857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:53.502582 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30335475-c93b-46df-b388-e2e7e7d87857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36c3334-d2d8-437f-ac21-407d92b78504,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:53.509822 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-30335475-c93b-46df-b388-e2e7e7d87857 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a53cfb067e1744e589346f177762e665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611372 Aug 31 23:40:53.510089 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48834) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:40:53.557740 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5a894dc4-1d54-40f4-9f80-c7d7a8313dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:53.579502 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5a894dc4-1d54-40f4-9f80-c7d7a8313dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:53.624814 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5a894dc4-1d54-40f4-9f80-c7d7a8313dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:53.627338 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-5a894dc4-1d54-40f4-9f80-c7d7a8313dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:53.631378 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-5a894dc4-1d54-40f4-9f80-c7d7a8313dbc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d36c3334-d2d8-437f-ac21-407d92b78504 HTTP/1.1" status: 204 len: 168 time: 0.1175456 Aug 31 23:40:53.636556 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a894dc4-1d54-40f4-9f80-c7d7a8313dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36c3334-d2d8-437f-ac21-407d92b78504,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:53.930260 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Made reservation on behalf of 0219f63b35304567bcd4e6eec44677ec for: {'port': 1} {{(pid=93845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 23:40:53.935160 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:54.115355 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Allocated IP 172.20.0.7 (017f8700-9e80-4d8b-aff1-f96091e52728/5e795449-f81e-4656-90ad-7639cfd27b60/f7ef2da5-0279-4ee6-8e6f-470805046087) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:40:54.289895 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:54.305052 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Transition to ACTIVE for port object f7ef2da5-0279-4ee6-8e6f-470805046087 will not be triggered until provisioned by entity DHCP. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:40:54.344949 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:54.400763 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Network 017f8700-9e80-4d8b-aff1-f96091e52728 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:40:54.403918 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:40:54.406515 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:40:54.486150 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:54.486826 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:54.512503 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2385919 Aug 31 23:40:54.513110 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Pushing event updated for resources: {'Port': ['ID=f7ef2da5-0279-4ee6-8e6f-470805046087,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:40:54.529661 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:54.530011 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:54.530349 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:54.530683 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:54.531016 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:54.531430 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:54.531813 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:54.532175 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:54.532539 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:54.532866 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:54.533195 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:54.533519 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c03105-3f53-4fb7-9691-e5e4ec1387ef tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:40:54.559016 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb44c1-0f97-460b-88e6-426dcff2eb56 req-cddd5607-832b-49f2-b018-537e08aa4090 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:54.559016 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e6eb44c1-0f97-460b-88e6-426dcff2eb56 req-cddd5607-832b-49f2-b018-537e08aa4090 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 931 time: 0.1067507 Aug 31 23:40:54.621771 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e6eb44c1-0f97-460b-88e6-426dcff2eb56 req-c13a4eb2-d415-4f72-8936-a3cd7f58fe25 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499685 Aug 31 23:40:54.835331 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-df1c34b3-d665-466e-9d6f-d15c2d90063d None None] Provisioning for port f7ef2da5-0279-4ee6-8e6f-470805046087 completed by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:40:54.839764 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-df1c34b3-d665-466e-9d6f-d15c2d90063d None None] Provisioning complete for port f7ef2da5-0279-4ee6-8e6f-470805046087 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:40:54.840223 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-df1c34b3-d665-466e-9d6f-d15c2d90063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:40:54.896839 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-df1c34b3-d665-466e-9d6f-d15c2d90063d None None] Port f7ef2da5-0279-4ee6-8e6f-470805046087 cannot update to ACTIVE because it is not bound. {{(pid=93847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 23:40:55.745769 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a19f3-2271-4398-8462-22dbd8c41a12 req-712a3880-59e1-4fca-9b02-740768bf2db6 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:55.747304 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-730a19f3-2271-4398-8462-22dbd8c41a12 req-712a3880-59e1-4fca-9b02-740768bf2db6 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 931 time: 0.0525620 Aug 31 23:40:55.786737 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-730a19f3-2271-4398-8462-22dbd8c41a12 req-d076b688-dcd7-46ce-a1b3-95617c88a885 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333331 Aug 31 23:40:56.910003 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0eea9-41f3-47e3-845b-ab7beac32409 req-c79cdfd1-958a-4079-895d-1f9849b04381 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:56.911516 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77d0eea9-41f3-47e3-845b-ab7beac32409 req-c79cdfd1-958a-4079-895d-1f9849b04381 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 931 time: 0.0507250 Aug 31 23:40:56.958543 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-77d0eea9-41f3-47e3-845b-ab7beac32409 req-d34c7649-c5c3-4427-8eeb-0918517a486b tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402083 Aug 31 23:40:58.075257 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01a383-8497-4d18-8f90-6eb991bda5ab req-105e8330-aa3c-4338-9162-e15f84726361 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:58.076913 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-4b01a383-8497-4d18-8f90-6eb991bda5ab req-105e8330-aa3c-4338-9162-e15f84726361 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 931 time: 0.0474041 Aug 31 23:40:58.114747 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-4b01a383-8497-4d18-8f90-6eb991bda5ab req-e22215ff-1808-4c46-bb4d-d12cbebeb513 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309224 Aug 31 23:40:59.230137 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924ca64-1627-4ebb-940b-6c9037189044 req-d894f471-a3ed-4cb6-9561-8db96be44b93 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:40:59.231636 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a924ca64-1627-4ebb-940b-6c9037189044 req-d894f471-a3ed-4cb6-9561-8db96be44b93 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 931 time: 0.0501556 Aug 31 23:40:59.271260 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a924ca64-1627-4ebb-940b-6c9037189044 req-e6fc6ae6-9fa2-4a7e-9c76-c6bd4bea8f08 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334713 Aug 31 23:41:00.388497 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e77832-6e31-43cb-b780-7dab699318fa req-c39f002e-bd8a-4dd1-9c8a-db3dc16680d4 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:00.390145 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-53e77832-6e31-43cb-b780-7dab699318fa req-c39f002e-bd8a-4dd1-9c8a-db3dc16680d4 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 931 time: 0.0538387 Aug 31 23:41:00.429459 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-53e77832-6e31-43cb-b780-7dab699318fa req-7519c9e1-486a-493f-b375-d662a8725ac1 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325119 Aug 31 23:41:01.557942 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2bf0c-bb02-4caf-a2ff-2687888cf37c req-b64d7bb5-f6c6-44a2-9899-fff147181cb4 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:01.559688 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-16e2bf0c-bb02-4caf-a2ff-2687888cf37c req-b64d7bb5-f6c6-44a2-9899-fff147181cb4 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 931 time: 0.0604389 Aug 31 23:41:01.603542 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-16e2bf0c-bb02-4caf-a2ff-2687888cf37c req-d29b0fbd-c914-493e-98da-636faad0d3a1 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379112 Aug 31 23:41:02.505041 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:41:02.733045 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370792f-5ce8-4f6d-9f2f-645918a4afdd req-42cb40fe-c07d-4880-978c-d94effd9f22f tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:02.734822 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0370792f-5ce8-4f6d-9f2f-645918a4afdd req-42cb40fe-c07d-4880-978c-d94effd9f22f tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 931 time: 0.0612302 Aug 31 23:41:02.773807 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0370792f-5ce8-4f6d-9f2f-645918a4afdd req-93d70221-d0bb-488f-8aff-208dba899e4c tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326307 Aug 31 23:41:03.922766 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2e3da-40a3-4704-8cfe-6f134dc6a945 req-335ee651-39ca-4f7a-909a-ea83eb446788 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:03.925153 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-81d2e3da-40a3-4704-8cfe-6f134dc6a945 req-335ee651-39ca-4f7a-909a-ea83eb446788 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 931 time: 0.0663114 Aug 31 23:41:03.972529 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-81d2e3da-40a3-4704-8cfe-6f134dc6a945 req-cd433cb4-bb5a-427e-993b-6605ee84e239 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390401 Aug 31 23:41:05.091154 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f8b04-06df-46ff-af58-8059444c341c req-7a67286c-d2a9-4522-b465-72345bf1a907 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:05.092777 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-195f8b04-06df-46ff-af58-8059444c341c req-7a67286c-d2a9-4522-b465-72345bf1a907 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 931 time: 0.0491886 Aug 31 23:41:05.134846 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-195f8b04-06df-46ff-af58-8059444c341c req-13d316b2-d4bf-4cf3-85cc-22e40dd623a5 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354786 Aug 31 23:41:06.248949 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f817d-e9c6-4e60-b742-a55980f7a91b req-6bbac54d-428a-4880-929f-c1a34e1d680d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:06.250407 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cc2f817d-e9c6-4e60-b742-a55980f7a91b req-6bbac54d-428a-4880-929f-c1a34e1d680d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 931 time: 0.0475810 Aug 31 23:41:06.288018 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cc2f817d-e9c6-4e60-b742-a55980f7a91b req-7a7f7b36-b72c-4ad8-a236-68425bdf23b2 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317957 Aug 31 23:41:06.531804 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Request body: {'port': {'device_id': '2701282e-53f4-4f18-b06a-b542b209db88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:06.539663 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 48964) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:06.587971 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:06.643463 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8283421c-9ecc-41a6-ae0d-bf6ea59904ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:06.732507 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8283421c-9ecc-41a6-ae0d-bf6ea59904ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:06.736176 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8283421c-9ecc-41a6-ae0d-bf6ea59904ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:06.773596 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-8283421c-9ecc-41a6-ae0d-bf6ea59904ba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7a3dd9727acb440bb21f85307005b64a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328498 Aug 31 23:41:06.775607 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283421c-9ecc-41a6-ae0d-bf6ea59904ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32837ff-33bb-43df-820f-a96d72a4e25b,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:06.776165 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 48968) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:06.879194 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-15a7726d-eaa6-4805-9e33-bd7131aad122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:06.897831 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ef2da5-0279-4ee6-8e6f-470805046087 {{(pid=93845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:41:06.910178 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:06.917025 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-15a7726d-eaa6-4805-9e33-bd7131aad122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:06.938313 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.provisioning_blocks [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Transition to ACTIVE for port object f7ef2da5-0279-4ee6-8e6f-470805046087 will not be triggered until provisioned by entity L2. {{(pid=93845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 23:41:06.949877 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:07.012532 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ef2da5-0279-4ee6-8e6f-470805046087,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:07.017374 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-15a7726d-eaa6-4805-9e33-bd7131aad122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:07.019867 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-15a7726d-eaa6-4805-9e33-bd7131aad122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:07.021078 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-15a7726d-eaa6-4805-9e33-bd7131aad122 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e32837ff-33bb-43df-820f-a96d72a4e25b HTTP/1.1" status: 204 len: 168 time: 0.2439673 Aug 31 23:41:07.043035 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7726d-eaa6-4805-9e33-bd7131aad122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32837ff-33bb-43df-820f-a96d72a4e25b,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:07.098193 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Attempting to bind port f7ef2da5-0279-4ee6-8e6f-470805046087 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 23:41:07.098563 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Attempting to bind port f7ef2da5-0279-4ee6-8e6f-470805046087 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'bdbdf7ea-4cf3-4d9a-bb3c-371c258db580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728'}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 23:41:07.098927 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Attempting to bind port f7ef2da5-0279-4ee6-8e6f-470805046087 on network 017f8700-9e80-4d8b-aff1-f96091e52728 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:41:07.104929 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Port f7ef2da5-0279-4ee6-8e6f-470805046087 on network 017f8700-9e80-4d8b-aff1-f96091e52728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 23:41:07.105652 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Attempting to bind port f7ef2da5-0279-4ee6-8e6f-470805046087 on network 017f8700-9e80-4d8b-aff1-f96091e52728 {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 23:41:07.110514 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Checking agent: {'id': '6cedf060-a2aa-46af-bd93-0cb440a706f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'started_at': datetime.datetime(2021, 8, 31, 23, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 23, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 23:41:07.110858 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Checking segment: {'id': 'bdbdf7ea-4cf3-4d9a-bb3c-371c258db580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 23:41:07.111251 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Bound using segment: {'id': 'bdbdf7ea-4cf3-4d9a-bb3c-371c258db580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728'} {{(pid=93845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 23:41:07.111682 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.managers [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Bound port: f7ef2da5-0279-4ee6-8e6f-470805046087, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbdf7ea-4cf3-4d9a-bb3c-371c258db580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728'}}] {{(pid=93845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 23:41:07.112047 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:07.183255 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] For port f7ef2da5-0279-4ee6-8e6f-470805046087, host hv-cinder-80445, cleared binding levels {{(pid=93845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 23:41:07.186791 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] For port f7ef2da5-0279-4ee6-8e6f-470805046087, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f7ef2da5-0279-4ee6-8e6f-470805046087,segment=NetworkSegment(bdbdf7ea-4cf3-4d9a-bb3c-371c258db580),segment_id=bdbdf7ea-4cf3-4d9a-bb3c-371c258db580)] {{(pid=93845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 23:41:07.191647 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:07.228303 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:07.228927 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:07.230320 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] 10.222.0.53 "PUT /v2.0/ports/f7ef2da5-0279-4ee6-8e6f-470805046087 HTTP/1.1" status: 200 len: 1093 time: 0.7035434 Aug 31 23:41:07.230750 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2701282e-53f4-4f18-b06a-b542b209db88', 'tag': 'f7ef2da5-0279-4ee6-8e6f-470805046087'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:41:07.233093 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f4f275-9fdb-4a7a-9f67-a6187a16fbcf" -d '{"events": [{"name": "network-changed", "server_uuid": "2701282e-53f4-4f18-b06a-b542b209db88", "tag": "f7ef2da5-0279-4ee6-8e6f-470805046087"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:41:07.280067 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bdc8a7-eb2b-48ba-8572-9e0620b1ada6 x-openstack-request-id: req-b4bdc8a7-eb2b-48ba-8572-9e0620b1ada6 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:41:07.281027 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2701282e-53f4-4f18-b06a-b542b209db88", "tag": "f7ef2da5-0279-4ee6-8e6f-470805046087", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:41:07.281027 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b4bdc8a7-eb2b-48ba-8572-9e0620b1ada6 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:41:07.281027 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2701282e-53f4-4f18-b06a-b542b209db88', 'tag': 'f7ef2da5-0279-4ee6-8e6f-470805046087', 'status': 'completed', 'code': 200} Aug 31 23:41:07.310905 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f9c17-a42d-4192-8fa7-08655f777ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ef2da5-0279-4ee6-8e6f-470805046087,revision_number=3']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:07.332440 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-bdd49d1b-a50b-4501-86bb-dc0da2c3fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:07.334759 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-bdd49d1b-a50b-4501-86bb-dc0da2c3fa9a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0219f63b35304567bcd4e6eec44677ec&device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 1096 time: 0.0615640 Aug 31 23:41:07.402946 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-45035e61-21a9-495e-b35d-9a3993f30dbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7ef2da5-0279-4ee6-8e6f-470805046087 HTTP/1.1" status: 200 len: 217 time: 0.0538595 Aug 31 23:41:07.478842 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a7ba7-3bce-4143-9292-e287dbe3fbff req-231cfd43-4c5e-4c18-9d75-f2dbc1b6fd1c tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:07.480380 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-684a7ba7-3bce-4143-9292-e287dbe3fbff req-231cfd43-4c5e-4c18-9d75-f2dbc1b6fd1c tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 943 time: 0.0906858 Aug 31 23:41:07.484242 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-42c84182-10fb-4541-956f-4758b87c88e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:07.485786 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-42c84182-10fb-4541-956f-4758b87c88e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e795449-f81e-4656-90ad-7639cfd27b60 HTTP/1.1" status: 200 len: 853 time: 0.0640059 Aug 31 23:41:07.550271 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-684a7ba7-3bce-4143-9292-e287dbe3fbff req-309bdd65-15fe-4563-94c4-4d292ecbba96 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622294 Aug 31 23:41:07.570623 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-48de4f08-9efe-4be3-b9c9-f64eefe7ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:07.572219 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-48de4f08-9efe-4be3-b9c9-f64eefe7ffaf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=017f8700-9e80-4d8b-aff1-f96091e52728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689909 Aug 31 23:41:07.672863 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-5ae47ce8-f71e-4b1f-8d44-ec9ff0431dd1 service neutron] 10.222.0.53 "GET /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892699 Aug 31 23:41:07.676835 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 48994) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:07.853816 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-e0e44fdc-d74b-4b38-9a09-fad245101439 req-47562b1e-1ae6-41ce-86ae-6c766755a829 service neutron] 10.222.0.53 "GET /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696439 Aug 31 23:41:07.916009 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-c0b32ec6-545a-4551-8989-8b74c33ca21a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Deleting port bc7b4288-42ad-4d1b-945a-953ada19cfec {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:41:07.916381 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c0b32ec6-545a-4551-8989-8b74c33ca21a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:08.001209 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4f275-9fdb-4a7a-9f67-a6187a16fbcf req-a41058e2-9a94-4281-8d07-68096aae8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:08.002611 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f0f4f275-9fdb-4a7a-9f67-a6187a16fbcf req-a41058e2-9a94-4281-8d07-68096aae8b43 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0219f63b35304567bcd4e6eec44677ec&device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 1096 time: 0.0966463 Aug 31 23:41:08.045959 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c0b32ec6-545a-4551-8989-8b74c33ca21a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:08.046285 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c0b32ec6-545a-4551-8989-8b74c33ca21a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:08.089233 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-c0b32ec6-545a-4551-8989-8b74c33ca21a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Calling delete_port for bc7b4288-42ad-4d1b-945a-953ada19cfec owned by network:floatingip {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:41:08.175947 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4f275-9fdb-4a7a-9f67-a6187a16fbcf req-822b8b39-f3fc-477f-9ca9-7af98044413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:08.177522 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f0f4f275-9fdb-4a7a-9f67-a6187a16fbcf req-822b8b39-f3fc-477f-9ca9-7af98044413b service neutron] 10.222.0.53 "GET /v2.0/networks?id=017f8700-9e80-4d8b-aff1-f96091e52728 HTTP/1.1" status: 200 len: 915 time: 0.1652257 Aug 31 23:41:08.220364 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f0f4f275-9fdb-4a7a-9f67-a6187a16fbcf req-d121e50f-02dc-416a-9f06-8b2c845abf96 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7ef2da5-0279-4ee6-8e6f-470805046087 HTTP/1.1" status: 200 len: 217 time: 0.0358646 Aug 31 23:41:08.284590 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4f275-9fdb-4a7a-9f67-a6187a16fbcf req-1ff7cc9b-db61-4b71-9a4e-2d3d428123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:08.285942 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f0f4f275-9fdb-4a7a-9f67-a6187a16fbcf req-1ff7cc9b-db61-4b71-9a4e-2d3d428123e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e795449-f81e-4656-90ad-7639cfd27b60 HTTP/1.1" status: 200 len: 853 time: 0.0559700 Aug 31 23:41:08.365107 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4f275-9fdb-4a7a-9f67-a6187a16fbcf req-cd5575e5-5892-4023-b383-df51bdb8a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:08.366854 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f0f4f275-9fdb-4a7a-9f67-a6187a16fbcf req-cd5575e5-5892-4023-b383-df51bdb8a5b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=017f8700-9e80-4d8b-aff1-f96091e52728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730040 Aug 31 23:41:08.367433 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c0b32ec6-545a-4551-8989-8b74c33ca21a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:08.409243 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b32ec6-545a-4551-8989-8b74c33ca21a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event deleted for resources: {'Port': ['ID=bc7b4288-42ad-4d1b-945a-953ada19cfec,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:08.512028 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c0b32ec6-545a-4551-8989-8b74c33ca21a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for floatingip, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:08.512385 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.db.l3_db [None req-c0b32ec6-545a-4551-8989-8b74c33ca21a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Floating IP 78d49878-e8e6-4488-b203-38b7328cb56f disassociated (deleted). External IP: 172.27.0.146, port: af1037d3-276e-4b80-9742-45168a0a46cd. Aug 31 23:41:08.556030 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f0f4f275-9fdb-4a7a-9f67-a6187a16fbcf req-804671aa-b989-4cbc-87ac-2b9c3140d9cc service neutron] 10.222.0.53 "GET /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795948 Aug 31 23:41:08.667255 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c769a83-da86-4ef5-82db-abea7628061e req-a06ca6c5-f0dd-49d4-9d9d-81785f066a28 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:08.668792 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0c769a83-da86-4ef5-82db-abea7628061e req-a06ca6c5-f0dd-49d4-9d9d-81785f066a28 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 943 time: 0.0531485 Aug 31 23:41:08.706769 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-0c769a83-da86-4ef5-82db-abea7628061e req-f53f0d11-d81d-44cc-bd02-0907a49983d0 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314972 Aug 31 23:41:08.725886 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f0f4f275-9fdb-4a7a-9f67-a6187a16fbcf req-83962be5-edb0-49e0-8bae-ea91dd21fa77 service neutron] 10.222.0.53 "GET /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604786 Aug 31 23:41:08.791928 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b32ec6-545a-4551-8989-8b74c33ca21a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Router df8e8eaf-97bd-4177-a772-b8b758d5ff31 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:41:08.894050 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b32ec6-545a-4551-8989-8b74c33ca21a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:41:08.898934 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-c0b32ec6-545a-4551-8989-8b74c33ca21a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:08.904274 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3193c411-7fb5-40b2-a830-1a8611817c78 None None] Sync routers for ids ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:41:08.913291 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3193c411-7fb5-40b2-a830-1a8611817c78 None None] Routers {'df8e8eaf-97bd-4177-a772-b8b758d5ff31'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:41:08.913969 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-3193c411-7fb5-40b2-a830-1a8611817c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:40:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:08.926468 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-c0b32ec6-545a-4551-8989-8b74c33ca21a tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "DELETE /v2.0/floatingips/78d49878-e8e6-4488-b203-38b7328cb56f HTTP/1.1" status: 204 len: 168 time: 1.2485516 Aug 31 23:41:09.019253 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-3193c411-7fb5-40b2-a830-1a8611817c78 None None] Set router df8e8eaf-97bd-4177-a772-b8b758d5ff31 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:41:09.141804 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463bcd3-e8da-42ba-9b8a-b17a53bc3d16 req-07d23420-46c2-414f-81bf-2bf0c5f873b4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:09.143340 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f463bcd3-e8da-42ba-9b8a-b17a53bc3d16 req-07d23420-46c2-414f-81bf-2bf0c5f873b4 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 946 time: 0.0511005 Aug 31 23:41:09.183124 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-f463bcd3-e8da-42ba-9b8a-b17a53bc3d16 req-4951e0a2-916a-42a5-8977-81405dba4902 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331707 Aug 31 23:41:09.254856 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-3193c411-7fb5-40b2-a830-1a8611817c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': 'd3963378-7d34-4de3-8856-3220020f02fd', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'port_id': '1e62bad7-fac1-4529-8c51-05c67c81431d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'mac_address': 'fa:16:3e:13:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:37:15Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 1, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:09.282347 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3feed57-81f9-4e0e-9ff0-06524120e329', 'tag': 'af1037d3-276e-4b80-9742-45168a0a46cd'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:41:09.285274 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbbd312-61c3-44db-985e-46c7418ec83e" -d '{"events": [{"name": "network-changed", "server_uuid": "a3feed57-81f9-4e0e-9ff0-06524120e329", "tag": "af1037d3-276e-4b80-9742-45168a0a46cd"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:41:09.285912 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3193c411-7fb5-40b2-a830-1a8611817c78 None None] Checking router: df8e8eaf-97bd-4177-a772-b8b758d5ff31 for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:41:09.295493 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3193c411-7fb5-40b2-a830-1a8611817c78 None None] Routers {'df8e8eaf-97bd-4177-a772-b8b758d5ff31'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:41:09.296488 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-3193c411-7fb5-40b2-a830-1a8611817c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:40:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:09.334026 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b734f063-d4d1-476c-9646-a3074016b9ec x-openstack-request-id: req-b734f063-d4d1-476c-9646-a3074016b9ec {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:41:09.334433 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3feed57-81f9-4e0e-9ff0-06524120e329", "tag": "af1037d3-276e-4b80-9742-45168a0a46cd", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:41:09.334563 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b734f063-d4d1-476c-9646-a3074016b9ec {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:41:09.334977 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3feed57-81f9-4e0e-9ff0-06524120e329', 'tag': 'af1037d3-276e-4b80-9742-45168a0a46cd', 'status': 'completed', 'code': 200} Aug 31 23:41:09.402036 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbd312-61c3-44db-985e-46c7418ec83e req-e3b8b0e6-e161-411b-bc98-d08345a7e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:09.403478 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ebbbd312-61c3-44db-985e-46c7418ec83e req-e3b8b0e6-e161-411b-bc98-d08345a7e837 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b688313b25cd4a65a9e59f26ecccba69&device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 1099 time: 0.0407214 Aug 31 23:41:09.409945 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-3193c411-7fb5-40b2-a830-1a8611817c78 None None] Set router df8e8eaf-97bd-4177-a772-b8b758d5ff31 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:41:09.500114 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbd312-61c3-44db-985e-46c7418ec83e req-75d22a9f-a872-49d6-9c3d-e4ea25771cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:09.501828 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ebbbd312-61c3-44db-985e-46c7418ec83e req-75d22a9f-a872-49d6-9c3d-e4ea25771cf2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b HTTP/1.1" status: 200 len: 913 time: 0.0892148 Aug 31 23:41:09.548868 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ebbbd312-61c3-44db-985e-46c7418ec83e req-1babb7de-9c6b-4a64-ba23-c7610558fb1d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af1037d3-276e-4b80-9742-45168a0a46cd HTTP/1.1" status: 200 len: 217 time: 0.0391636 Aug 31 23:41:09.598325 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbd312-61c3-44db-985e-46c7418ec83e req-0aa1958d-7b22-4de3-8f0c-1dd75cb03efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:09.600496 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ebbbd312-61c3-44db-985e-46c7418ec83e req-0aa1958d-7b22-4de3-8f0c-1dd75cb03efd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e8c92f8-319d-4063-b51c-7c81f6bd05c9 HTTP/1.1" status: 200 len: 851 time: 0.0438559 Aug 31 23:41:09.745098 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-3193c411-7fb5-40b2-a830-1a8611817c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': 'd3963378-7d34-4de3-8856-3220020f02fd', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'port_id': '1e62bad7-fac1-4529-8c51-05c67c81431d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'mac_address': 'fa:16:3e:13:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:37:15Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 1, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:09.774213 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3193c411-7fb5-40b2-a830-1a8611817c78 None None] The sync data for ids ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'] in dv-cinder-804459-5-iscsi is: [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': 'd3963378-7d34-4de3-8856-3220020f02fd', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'port_id': '1e62bad7-fac1-4529-8c51-05c67c81431d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'mac_address': 'fa:16:3e:13:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:37:15Z', 'updated_at': '2021-08-31T23:37:17Z', 'revision_number': 1, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:41:09.820718 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49fb6-ec3b-4f91-8408-efe384ce29b0 req-00c55cc2-eb4d-4835-bb13-ade444e21a21 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:09.822189 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d1f49fb6-ec3b-4f91-8408-efe384ce29b0 req-00c55cc2-eb4d-4835-bb13-ade444e21a21 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 943 time: 0.0497296 Aug 31 23:41:09.857179 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-cdc61111-c09e-4f7d-b02e-5d5510edbd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:09.862261 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d1f49fb6-ec3b-4f91-8408-efe384ce29b0 req-0859e993-6045-4de2-9f61-56a9e690b8dc tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341151 Aug 31 23:41:09.992407 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8767de7-2de1-44f1-be70-eb9a9f6e94f9 None None] New status for floating IP 78d49878-e8e6-4488-b203-38b7328cb56f: DOWN {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:41:10.297901 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ead927-2640-4428-8315-58e8385c22ca req-524156dd-b467-4d33-8696-3bcc9ce8b6dc tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:10.299272 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-21ead927-2640-4428-8315-58e8385c22ca req-524156dd-b467-4d33-8696-3bcc9ce8b6dc tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 946 time: 0.0474811 Aug 31 23:41:10.336606 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-21ead927-2640-4428-8315-58e8385c22ca req-38b4a6e4-9bf1-40ef-82f7-50ac46838a14 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308783 Aug 31 23:41:10.702152 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbd312-61c3-44db-985e-46c7418ec83e req-cc84a691-7f5f-4b51-8da3-5440702b6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:10.703515 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ebbbd312-61c3-44db-985e-46c7418ec83e req-cc84a691-7f5f-4b51-8da3-5440702b6bca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436139 Aug 31 23:41:10.977162 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cc59f-7391-44c8-a8cb-1cc025a48adc req-bfdd4246-33d4-4b3e-a534-37fee72b84ee tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:10.978622 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d11cc59f-7391-44c8-a8cb-1cc025a48adc req-bfdd4246-33d4-4b3e-a534-37fee72b84ee tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 943 time: 0.0508933 Aug 31 23:41:11.015717 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-d11cc59f-7391-44c8-a8cb-1cc025a48adc req-acdfa29e-09a2-4a42-a1b0-becd245b0ac8 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313096 Aug 31 23:41:11.449891 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd9834-3871-48f6-aee8-93df6eeaf918 req-715b0dd3-0f25-49df-bedc-d48fe5d45db8 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:11.451361 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-79fd9834-3871-48f6-aee8-93df6eeaf918 req-715b0dd3-0f25-49df-bedc-d48fe5d45db8 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 946 time: 0.0469978 Aug 31 23:41:11.488646 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-79fd9834-3871-48f6-aee8-93df6eeaf918 req-6614b07d-b290-438a-9c73-0b9e408ef654 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314972 Aug 31 23:41:11.512277 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device f7ef2da5-0279-4ee6-8e6f-470805046087 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 23:41:11.595069 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ebbbd312-61c3-44db-985e-46c7418ec83e req-8f34b751-a0f2-4172-b33a-ee54b17fdcff service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813396 Aug 31 23:41:11.607204 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port f7ef2da5-0279-4ee6-8e6f-470805046087, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f7ef2da5-0279-4ee6-8e6f-470805046087,segment=NetworkSegment(bdbdf7ea-4cf3-4d9a-bb3c-371c258db580),segment_id=bdbdf7ea-4cf3-4d9a-bb3c-371c258db580)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:11.618315 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Returning: {'device': 'f7ef2da5-0279-4ee6-8e6f-470805046087', 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728', 'port_id': 'f7ef2da5-0279-4ee6-8e6f-470805046087', 'mac_address': 'fa:16:3e:bb:ff:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 23:41:11.654195 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:11.669511 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ef2da5-0279-4ee6-8e6f-470805046087 {{(pid=93847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 23:41:11.687475 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port f7ef2da5-0279-4ee6-8e6f-470805046087, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f7ef2da5-0279-4ee6-8e6f-470805046087,segment=NetworkSegment(bdbdf7ea-4cf3-4d9a-bb3c-371c258db580),segment_id=bdbdf7ea-4cf3-4d9a-bb3c-371c258db580)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:11.691410 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:11.736927 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=f7ef2da5-0279-4ee6-8e6f-470805046087,revision_number=4']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:11.744710 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:11.745057 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:11.745395 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:11.745731 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:11.746084 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:11.746411 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:11.746736 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:11.747056 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:11.747381 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:11.747695 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:11.748011 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:11.748337 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:12.127941 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c0163-ed0e-4908-af51-41e93efa7744 req-5117ce9c-da60-420e-b376-fbec3f726eaf tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:12.129440 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-675c0163-ed0e-4908-af51-41e93efa7744 req-5117ce9c-da60-420e-b376-fbec3f726eaf tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 944 time: 0.0472121 Aug 31 23:41:12.166692 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-675c0163-ed0e-4908-af51-41e93efa7744 req-6777d3cd-1e8b-47d5-a8f4-e2edab7783c6 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306139 Aug 31 23:41:12.540169 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:12.624669 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-ebbbd312-61c3-44db-985e-46c7418ec83e req-9ea390fe-14fc-4b34-82f2-137c72e731c2 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227520 Aug 31 23:41:12.632698 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b7e70-e72e-48cc-a61a-4db610199bd3 req-9912a422-edcf-4784-a697-8e56a08cffb8 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:12.634094 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-656b7e70-e72e-48cc-a61a-4db610199bd3 req-9912a422-edcf-4784-a697-8e56a08cffb8 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 946 time: 0.0738006 Aug 31 23:41:12.674369 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-656b7e70-e72e-48cc-a61a-4db610199bd3 req-592ea4aa-f4f6-449e-ab3c-ab40bc33ca1e tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341432 Aug 31 23:41:12.780787 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['f7ef2da5-0279-4ee6-8e6f-470805046087'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:41:12.904965 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-6762b82d-0de0-4097-a87a-5408fee51849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:13.141073 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:13.279095 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880a4ca-3bba-4737-9f02-41c5a09a9022 req-ae07863a-6db7-4057-9c8d-a94039eb370a tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:13.280578 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3880a4ca-3bba-4737-9f02-41c5a09a9022 req-ae07863a-6db7-4057-9c8d-a94039eb370a tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 944 time: 0.0481126 Aug 31 23:41:13.316464 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-3880a4ca-3bba-4737-9f02-41c5a09a9022 req-ba9fc438-7b15-49b6-b088-33e21da5b3db tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300286 Aug 31 23:41:13.578285 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:13.632213 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c44b5-e56f-45e9-9691-0ad4433dd0ef req-ad1f0572-9b3b-452d-b6b3-d51993695399 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:13.633672 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7e2c44b5-e56f-45e9-9691-0ad4433dd0ef req-ad1f0572-9b3b-452d-b6b3-d51993695399 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 946 time: 0.0609791 Aug 31 23:41:14.004604 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592980f1-3246-44b0-b0d0-3cf4195d7844 req-c44491b3-f6a9-4a99-b76b-f525c8232ec1 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:14.006193 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-592980f1-3246-44b0-b0d0-3cf4195d7844 req-c44491b3-f6a9-4a99-b76b-f525c8232ec1 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 946 time: 0.0791621 Aug 31 23:41:14.048909 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-7e2c44b5-e56f-45e9-9691-0ad4433dd0ef req-a2bc6ea6-57c3-402c-a419-937dc10fb1a3 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Deleting port af1037d3-276e-4b80-9742-45168a0a46cd {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:41:14.049242 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-7e2c44b5-e56f-45e9-9691-0ad4433dd0ef req-a2bc6ea6-57c3-402c-a419-937dc10fb1a3 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:14.057387 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-592980f1-3246-44b0-b0d0-3cf4195d7844 req-b26731bc-a206-4188-9788-057e2bd13e70 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448279 Aug 31 23:41:14.138294 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-7e2c44b5-e56f-45e9-9691-0ad4433dd0ef req-a2bc6ea6-57c3-402c-a419-937dc10fb1a3 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] For port af1037d3-276e-4b80-9742-45168a0a46cd, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=af1037d3-276e-4b80-9742-45168a0a46cd,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:14.138661 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-7e2c44b5-e56f-45e9-9691-0ad4433dd0ef req-a2bc6ea6-57c3-402c-a419-937dc10fb1a3 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:14.151778 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-7e2c44b5-e56f-45e9-9691-0ad4433dd0ef req-a2bc6ea6-57c3-402c-a419-937dc10fb1a3 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Calling delete_port for af1037d3-276e-4b80-9742-45168a0a46cd owned by compute:nova {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:41:14.275854 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-7e2c44b5-e56f-45e9-9691-0ad4433dd0ef req-a2bc6ea6-57c3-402c-a419-937dc10fb1a3 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:14.304344 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc6ea6-57c3-402c-a419-937dc10fb1a3 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event deleted for resources: {'Port': ['ID=af1037d3-276e-4b80-9742-45168a0a46cd,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:14.343151 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2c44b5-e56f-45e9-9691-0ad4433dd0ef req-a2bc6ea6-57c3-402c-a419-937dc10fb1a3 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] No DVR routers for this DVR port af1037d3-276e-4b80-9742-45168a0a46cd on host hv-cinder-80445 {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:41:14.345694 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-7e2c44b5-e56f-45e9-9691-0ad4433dd0ef req-a2bc6ea6-57c3-402c-a419-937dc10fb1a3 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:14.347648 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-7e2c44b5-e56f-45e9-9691-0ad4433dd0ef req-a2bc6ea6-57c3-402c-a419-937dc10fb1a3 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.53 "DELETE /v2.0/ports/af1037d3-276e-4b80-9742-45168a0a46cd HTTP/1.1" status: 204 len: 173 time: 0.7073355 Aug 31 23:41:14.348071 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3feed57-81f9-4e0e-9ff0-06524120e329', 'name': 'network-vif-deleted', 'tag': 'af1037d3-276e-4b80-9742-45168a0a46cd'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:41:14.350982 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc347f7-7c61-4d54-8dbd-e6ffec2807b7" -d '{"events": [{"server_uuid": "a3feed57-81f9-4e0e-9ff0-06524120e329", "name": "network-vif-deleted", "tag": "af1037d3-276e-4b80-9742-45168a0a46cd"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:41:14.386895 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccef72af-ca69-4fcd-8c7d-add2c1e71336 x-openstack-request-id: req-ccef72af-ca69-4fcd-8c7d-add2c1e71336 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:41:14.387191 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3feed57-81f9-4e0e-9ff0-06524120e329", "name": "network-vif-deleted", "tag": "af1037d3-276e-4b80-9742-45168a0a46cd", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:41:14.387460 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ccef72af-ca69-4fcd-8c7d-add2c1e71336 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:41:14.387874 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3feed57-81f9-4e0e-9ff0-06524120e329', 'name': 'network-vif-deleted', 'tag': 'af1037d3-276e-4b80-9742-45168a0a46cd', 'status': 'completed', 'code': 200} Aug 31 23:41:14.432230 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f11c4-da21-48ab-93fb-4011eed0304e req-c4d22f34-491c-4b84-804b-5511a6438c71 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:14.433722 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e27f11c4-da21-48ab-93fb-4011eed0304e req-c4d22f34-491c-4b84-804b-5511a6438c71 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 944 time: 0.0509329 Aug 31 23:41:14.470701 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-e27f11c4-da21-48ab-93fb-4011eed0304e req-f8b9adce-a646-4e66-b993-230b4906867a tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310986 Aug 31 23:41:15.038846 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:15.152273 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-23f6e783-3bd8-47ad-bf1a-17140c30476b req-30049499-ea31-4812-94c9-c1c1814a7090 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 210 time: 0.0293150 Aug 31 23:41:15.581456 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646427f6-60e4-4907-ae10-9e5c7d5332aa req-6298debc-e1be-4b72-8375-c64ae6d2ed39 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:15.582919 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-646427f6-60e4-4907-ae10-9e5c7d5332aa req-6298debc-e1be-4b72-8375-c64ae6d2ed39 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 944 time: 0.0477538 Aug 31 23:41:15.619608 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-646427f6-60e4-4907-ae10-9e5c7d5332aa req-96850946-b7b9-4117-8b93-823a685fc5ab tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305045 Aug 31 23:41:16.243561 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-65e1fdc3-6f3e-4593-a01e-d3fe79b5d2fa req-2794f6e0-fde2-4dcd-84b7-0130609e848c tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 210 time: 0.0262959 Aug 31 23:41:16.712173 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device f7ef2da5-0279-4ee6-8e6f-470805046087 up at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 23:41:16.731891 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdbe1f-dce8-4bab-a9c0-9b201d5139ef req-03ffec9e-d100-4fe1-b4bf-fcde2eb88340 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:16.733550 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2acdbe1f-dce8-4bab-a9c0-9b201d5139ef req-03ffec9e-d100-4fe1-b4bf-fcde2eb88340 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 944 time: 0.0484703 Aug 31 23:41:16.773212 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning for port f7ef2da5-0279-4ee6-8e6f-470805046087 completed by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 23:41:16.774762 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-2acdbe1f-dce8-4bab-a9c0-9b201d5139ef req-68e8aa35-d359-40c4-99f6-fc7376fd19f5 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344338 Aug 31 23:41:16.778727 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Provisioning complete for port f7ef2da5-0279-4ee6-8e6f-470805046087 triggered by entity L2. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:41:16.779108 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:16.854070 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:16.875935 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2701282e-53f4-4f18-b06a-b542b209db88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ef2da5-0279-4ee6-8e6f-470805046087'}] {{(pid=93847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:41:16.878195 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e50488d75044a17646468f7c496e45b153b958c16a9c48f5833e7da070accc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9741099-bbd3-44ba-9dac-ec0f604c19f4" -d '{"events": [{"server_uuid": "2701282e-53f4-4f18-b06a-b542b209db88", "name": "network-vif-plugged", "status": "completed", "tag": "f7ef2da5-0279-4ee6-8e6f-470805046087"}]}' {{(pid=93847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:41:16.890536 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] For port f7ef2da5-0279-4ee6-8e6f-470805046087, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f7ef2da5-0279-4ee6-8e6f-470805046087,segment=NetworkSegment(bdbdf7ea-4cf3-4d9a-bb3c-371c258db580),segment_id=bdbdf7ea-4cf3-4d9a-bb3c-371c258db580)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:16.894814 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364'] for port, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:16.926005 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfc4840-ea76-4394-8a4d-49ae19bf0f13 x-openstack-request-id: req-1cfc4840-ea76-4394-8a4d-49ae19bf0f13 {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:41:16.926289 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2701282e-53f4-4f18-b06a-b542b209db88", "name": "network-vif-plugged", "status": "completed", "tag": "f7ef2da5-0279-4ee6-8e6f-470805046087", "code": 200}]} {{(pid=93847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:41:16.926544 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1cfc4840-ea76-4394-8a4d-49ae19bf0f13 {{(pid=93847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:41:16.926923 dv-cinder-804459-5-iscsi neutron-server[93847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2701282e-53f4-4f18-b06a-b542b209db88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ef2da5-0279-4ee6-8e6f-470805046087', 'code': 200} Aug 31 23:41:16.928298 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device af1037d3-276e-4b80-9742-45168a0a46cd no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:41:16.951335 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: af1037d3-276e-4b80-9742-45168a0a46cd {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:41:16.951684 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device af1037d3-276e-4b80-9742-45168a0a46cd not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:41:16.971918 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Pushing event updated for resources: {'Port': ['ID=f7ef2da5-0279-4ee6-8e6f-470805046087,revision_number=5']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:17.080536 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7659f96-7aa5-4d38-a026-6e111ea2cafe req-6a783186-4a92-4f6b-9343-123e780beaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:17.082266 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f7659f96-7aa5-4d38-a026-6e111ea2cafe req-6a783186-4a92-4f6b-9343-123e780beaa2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 1098 time: 0.0395849 Aug 31 23:41:17.117418 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-f7659f96-7aa5-4d38-a026-6e111ea2cafe req-4f1863cc-21cb-4cb9-924e-3ceff0d98af3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281525 Aug 31 23:41:17.348800 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b3c2e618-1367-4c02-9d72-81160db175e7 req-b05b059c-3ea0-44e3-a96f-d92fcf953fda tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3feed57-81f9-4e0e-9ff0-06524120e329 HTTP/1.1" status: 200 len: 210 time: 0.0299261 Aug 31 23:41:17.898945 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543f1fe-8a1d-42b7-aa19-b113844dd6cf req-b057ec9b-f076-411a-ade7-83dfa72433ad tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:17.900343 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8543f1fe-8a1d-42b7-aa19-b113844dd6cf req-b057ec9b-f076-411a-ade7-83dfa72433ad tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 945 time: 0.0485899 Aug 31 23:41:17.938010 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-8543f1fe-8a1d-42b7-aa19-b113844dd6cf req-538a35b4-ecd8-4ce9-8daf-49e8e83ea490 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315061 Aug 31 23:41:19.059190 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19e5ed-c4e6-498a-9d92-72da301bbc93 req-59551b97-853a-4703-b0cd-ae6a2599bbd8 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:19.061024 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-dd19e5ed-c4e6-498a-9d92-72da301bbc93 req-59551b97-853a-4703-b0cd-ae6a2599bbd8 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 945 time: 0.0566361 Aug 31 23:41:19.099328 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-dd19e5ed-c4e6-498a-9d92-72da301bbc93 req-64c60df9-2463-438b-a8bf-a7748df26026 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325146 Aug 31 23:41:19.219929 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3fc56-7581-4488-8725-0a13316c2368 req-7451a817-30f1-4314-9e9c-e4ed4eea4f1d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:19.221441 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-73b3fc56-7581-4488-8725-0a13316c2368 req-7451a817-30f1-4314-9e9c-e4ed4eea4f1d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 945 time: 0.0528247 Aug 31 23:41:19.259390 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-73b3fc56-7581-4488-8725-0a13316c2368 req-90fa6e9b-546d-4345-95b2-583b793d5e70 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313382 Aug 31 23:41:19.577860 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed498f6-f888-4b31-a2df-023f36fe77b6 req-5802a571-f144-4d02-82c3-055e72b20f75 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:19.580593 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6ed498f6-f888-4b31-a2df-023f36fe77b6 req-5802a571-f144-4d02-82c3-055e72b20f75 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 945 time: 0.0487385 Aug 31 23:41:19.622883 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6ed498f6-f888-4b31-a2df-023f36fe77b6 req-d714b02c-bbc4-4307-be5d-e8d348752263 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351863 Aug 31 23:41:20.621520 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 49122) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:20.771389 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-46dbd546-fc06-48f7-bb61-1e9d1db8f615 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Deleting port 48a7fbda-a26b-4013-9c4a-fa54fba05988 {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:41:20.771637 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-46dbd546-fc06-48f7-bb61-1e9d1db8f615 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:20.842796 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-46dbd546-fc06-48f7-bb61-1e9d1db8f615 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:20.843117 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-46dbd546-fc06-48f7-bb61-1e9d1db8f615 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:20.855150 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-46dbd546-fc06-48f7-bb61-1e9d1db8f615 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Calling delete_port for 48a7fbda-a26b-4013-9c4a-fa54fba05988 owned by network:floatingip {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:41:21.002484 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-46dbd546-fc06-48f7-bb61-1e9d1db8f615 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:21.026422 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbd546-fc06-48f7-bb61-1e9d1db8f615 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event deleted for resources: {'Port': ['ID=48a7fbda-a26b-4013-9c4a-fa54fba05988,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:21.093694 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-46dbd546-fc06-48f7-bb61-1e9d1db8f615 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for floatingip, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:21.093694 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.db.l3_db [None req-46dbd546-fc06-48f7-bb61-1e9d1db8f615 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Floating IP d3963378-7d34-4de3-8856-3220020f02fd disassociated (deleted). External IP: 172.27.0.98, port: 1e62bad7-fac1-4529-8c51-05c67c81431d. Aug 31 23:41:21.299686 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dbd546-fc06-48f7-bb61-1e9d1db8f615 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Router df8e8eaf-97bd-4177-a772-b8b758d5ff31 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:41:21.406552 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dbd546-fc06-48f7-bb61-1e9d1db8f615 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:41:21.411468 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-46dbd546-fc06-48f7-bb61-1e9d1db8f615 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:21.418329 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a169f23-dd56-48cc-ad04-383f031682cf None None] Sync routers for ids ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:41:21.432793 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a169f23-dd56-48cc-ad04-383f031682cf None None] Routers {'df8e8eaf-97bd-4177-a772-b8b758d5ff31'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:41:21.433402 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-7a169f23-dd56-48cc-ad04-383f031682cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:41:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:21.436980 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-46dbd546-fc06-48f7-bb61-1e9d1db8f615 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "DELETE /v2.0/floatingips/d3963378-7d34-4de3-8856-3220020f02fd HTTP/1.1" status: 204 len: 168 time: 0.8143864 Aug 31 23:41:21.437563 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'tag': '1e62bad7-fac1-4529-8c51-05c67c81431d'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:41:21.439815 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb754a12-0dab-4901-b8e7-0c8c35ea40a2" -d '{"events": [{"name": "network-changed", "server_uuid": "22864561-e8b5-49fe-9267-c8d146f6ecff", "tag": "1e62bad7-fac1-4529-8c51-05c67c81431d"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:41:21.541866 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-7a169f23-dd56-48cc-ad04-383f031682cf None None] Set router df8e8eaf-97bd-4177-a772-b8b758d5ff31 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:41:21.594486 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ac3cdd-0889-41db-ac7a-71d3bca46386 x-openstack-request-id: req-d9ac3cdd-0889-41db-ac7a-71d3bca46386 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:41:21.594776 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22864561-e8b5-49fe-9267-c8d146f6ecff", "tag": "1e62bad7-fac1-4529-8c51-05c67c81431d", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:41:21.595028 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d9ac3cdd-0889-41db-ac7a-71d3bca46386 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:41:21.595425 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'tag': '1e62bad7-fac1-4529-8c51-05c67c81431d', 'status': 'completed', 'code': 200} Aug 31 23:41:21.689803 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f0b2a-72df-43db-a1cd-5f97ae82ba78 req-eb3b40b9-d972-49ba-9097-79829b8584f7 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:21.691274 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ae4f0b2a-72df-43db-a1cd-5f97ae82ba78 req-eb3b40b9-d972-49ba-9097-79829b8584f7 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 945 time: 0.0517917 Aug 31 23:41:21.729501 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-ae4f0b2a-72df-43db-a1cd-5f97ae82ba78 req-65ca96b4-f1cc-4004-b3a0-bcf918473b19 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314865 Aug 31 23:41:21.738645 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-7a169f23-dd56-48cc-ad04-383f031682cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:21.769057 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a169f23-dd56-48cc-ad04-383f031682cf None None] Checking router: df8e8eaf-97bd-4177-a772-b8b758d5ff31 for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:41:21.777135 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a169f23-dd56-48cc-ad04-383f031682cf None None] Routers {'df8e8eaf-97bd-4177-a772-b8b758d5ff31'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:41:21.777814 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-7a169f23-dd56-48cc-ad04-383f031682cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:41:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:21.881939 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-7a169f23-dd56-48cc-ad04-383f031682cf None None] Set router df8e8eaf-97bd-4177-a772-b8b758d5ff31 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:41:22.071312 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-7a169f23-dd56-48cc-ad04-383f031682cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:22.096082 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a169f23-dd56-48cc-ad04-383f031682cf None None] The sync data for ids ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'] in dv-cinder-804459-5-iscsi is: [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:33:19Z', 'revision_number': 4, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': 'cbfc6c85-16ad-48da-9763-2e293acc95f3', 'name': '', 'network_id': 'd2fcaa5f-3ef6-4f48-b99a-7efd87d5041b', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'mac_address': 'fa:16:3e:24:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:18Z', 'updated_at': '2021-08-31T23:33:26Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'subnets': [{'id': '5e8c92f8-319d-4063-b51c-7c81f6bd05c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:41:22.293893 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d12a9c-ab13-4a1b-8ab6-6d4228fbee03 None None] New status for floating IP d3963378-7d34-4de3-8856-3220020f02fd: DOWN {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:41:22.840307 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73b647-8c07-4a7a-8e0b-925ef152d65f req-36083809-3a26-4156-bf60-c1fe97cf4a13 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:22.841782 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6d73b647-8c07-4a7a-8e0b-925ef152d65f req-36083809-3a26-4156-bf60-c1fe97cf4a13 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 945 time: 0.0471730 Aug 31 23:41:22.878933 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-6d73b647-8c07-4a7a-8e0b-925ef152d65f req-71a121e2-6fb1-49e5-a25b-7bafa20cb829 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313425 Aug 31 23:41:23.404271 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb754a12-0dab-4901-b8e7-0c8c35ea40a2 req-46c6d179-44b9-4975-b141-f91980426b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:23.406139 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cb754a12-0dab-4901-b8e7-0c8c35ea40a2 req-46c6d179-44b9-4975-b141-f91980426b2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b688313b25cd4a65a9e59f26ecccba69&device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 1098 time: 0.0436542 Aug 31 23:41:23.517100 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb754a12-0dab-4901-b8e7-0c8c35ea40a2 req-3340dfe6-be4d-4ac2-9f6c-d75577d6920f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:23.518877 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cb754a12-0dab-4901-b8e7-0c8c35ea40a2 req-3340dfe6-be4d-4ac2-9f6c-d75577d6920f service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b HTTP/1.1" status: 200 len: 913 time: 0.1042597 Aug 31 23:41:23.562240 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cb754a12-0dab-4901-b8e7-0c8c35ea40a2 req-22593d03-02ec-4ae0-aff2-665335d631dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e62bad7-fac1-4529-8c51-05c67c81431d HTTP/1.1" status: 200 len: 217 time: 0.0352094 Aug 31 23:41:23.614473 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb754a12-0dab-4901-b8e7-0c8c35ea40a2 req-beac2dfd-dda3-4845-9ac3-9e0638ae02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:23.616234 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cb754a12-0dab-4901-b8e7-0c8c35ea40a2 req-beac2dfd-dda3-4845-9ac3-9e0638ae02c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e8c92f8-319d-4063-b51c-7c81f6bd05c9 HTTP/1.1" status: 200 len: 851 time: 0.0431476 Aug 31 23:41:23.664303 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb754a12-0dab-4901-b8e7-0c8c35ea40a2 req-399b5af2-5990-472e-ba55-523ae7692a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:23.665794 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cb754a12-0dab-4901-b8e7-0c8c35ea40a2 req-399b5af2-5990-472e-ba55-523ae7692a3c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396068 Aug 31 23:41:23.757921 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cb754a12-0dab-4901-b8e7-0c8c35ea40a2 req-ea951680-e8f1-4863-993b-08914c5bdb63 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836272 Aug 31 23:41:23.849184 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-cb754a12-0dab-4901-b8e7-0c8c35ea40a2 req-768d6b35-8012-4ff3-8fb7-41a01c8b50ac service neutron] 10.222.0.53 "GET /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825248 Aug 31 23:41:23.989290 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad25949-34cb-4ffe-ba54-8d584e2a657d req-f3dbea40-8d65-40ed-87aa-d38345c4ef30 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:23.991067 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-aad25949-34cb-4ffe-ba54-8d584e2a657d req-f3dbea40-8d65-40ed-87aa-d38345c4ef30 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 945 time: 0.0471888 Aug 31 23:41:24.027748 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-aad25949-34cb-4ffe-ba54-8d584e2a657d req-87125236-711f-4295-8f54-85c71585e609 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302930 Aug 31 23:41:25.146151 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145abc76-ee10-403b-a398-5938b629b21c req-5f69d762-3015-4b7e-8ccf-975f74cc78fb tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:25.147644 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-145abc76-ee10-403b-a398-5938b629b21c req-5f69d762-3015-4b7e-8ccf-975f74cc78fb tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 945 time: 0.0528011 Aug 31 23:41:25.194937 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-145abc76-ee10-403b-a398-5938b629b21c req-e6cbb545-3568-4302-8884-d39e09e7db38 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/security-groups?id=f1003c0e-2f5f-4418-9349-3296edd34630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403249 Aug 31 23:41:25.229683 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c24196-5c79-4a7b-9dc7-c6864c07d620 req-de1b980d-0fd2-4576-a936-6fc93a13f9d1 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:25.231212 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-13c24196-5c79-4a7b-9dc7-c6864c07d620 req-de1b980d-0fd2-4576-a936-6fc93a13f9d1 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.53 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 945 time: 0.0520329 Aug 31 23:41:25.321596 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-13c24196-5c79-4a7b-9dc7-c6864c07d620 req-69c83061-64bf-46bc-8168-8043c214c164 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Deleting port 1e62bad7-fac1-4529-8c51-05c67c81431d {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:41:25.321842 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-13c24196-5c79-4a7b-9dc7-c6864c07d620 req-69c83061-64bf-46bc-8168-8043c214c164 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:25.405263 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-13c24196-5c79-4a7b-9dc7-c6864c07d620 req-69c83061-64bf-46bc-8168-8043c214c164 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] For port 1e62bad7-fac1-4529-8c51-05c67c81431d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=1e62bad7-fac1-4529-8c51-05c67c81431d,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:25.405617 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-13c24196-5c79-4a7b-9dc7-c6864c07d620 req-69c83061-64bf-46bc-8168-8043c214c164 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:25.417770 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-13c24196-5c79-4a7b-9dc7-c6864c07d620 req-69c83061-64bf-46bc-8168-8043c214c164 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Calling delete_port for 1e62bad7-fac1-4529-8c51-05c67c81431d owned by compute:nova {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:41:25.543366 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-13c24196-5c79-4a7b-9dc7-c6864c07d620 req-69c83061-64bf-46bc-8168-8043c214c164 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:25.572405 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c83061-64bf-46bc-8168-8043c214c164 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event deleted for resources: {'Port': ['ID=1e62bad7-fac1-4529-8c51-05c67c81431d,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:25.611328 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c24196-5c79-4a7b-9dc7-c6864c07d620 req-69c83061-64bf-46bc-8168-8043c214c164 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] No DVR routers for this DVR port 1e62bad7-fac1-4529-8c51-05c67c81431d on host hv-cinder-80445 {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:41:25.613828 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-13c24196-5c79-4a7b-9dc7-c6864c07d620 req-69c83061-64bf-46bc-8168-8043c214c164 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:25.616059 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-13c24196-5c79-4a7b-9dc7-c6864c07d620 req-69c83061-64bf-46bc-8168-8043c214c164 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.53 "DELETE /v2.0/ports/1e62bad7-fac1-4529-8c51-05c67c81431d HTTP/1.1" status: 204 len: 173 time: 0.3785501 Aug 31 23:41:25.616581 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'name': 'network-vif-deleted', 'tag': '1e62bad7-fac1-4529-8c51-05c67c81431d'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:41:25.619515 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d364f0-c0ab-48ef-bc93-674ff349f019" -d '{"events": [{"server_uuid": "22864561-e8b5-49fe-9267-c8d146f6ecff", "name": "network-vif-deleted", "tag": "1e62bad7-fac1-4529-8c51-05c67c81431d"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:41:25.660739 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26842417-802c-4329-852b-605d2acbe331 x-openstack-request-id: req-26842417-802c-4329-852b-605d2acbe331 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:41:25.661034 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22864561-e8b5-49fe-9267-c8d146f6ecff", "name": "network-vif-deleted", "tag": "1e62bad7-fac1-4529-8c51-05c67c81431d", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:41:25.661336 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-26842417-802c-4329-852b-605d2acbe331 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:41:25.661864 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22864561-e8b5-49fe-9267-c8d146f6ecff', 'name': 'network-vif-deleted', 'tag': '1e62bad7-fac1-4529-8c51-05c67c81431d', 'status': 'completed', 'code': 200} Aug 31 23:41:26.308516 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-acd5ae54-5a6d-4bbf-956e-f3c680a01a65 req-5eef6806-2cb8-4960-8cbc-7a119c49a44c tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "GET /v2.0/ports?device_id=22864561-e8b5-49fe-9267-c8d146f6ecff HTTP/1.1" status: 200 len: 210 time: 0.0352366 Aug 31 23:41:27.366323 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49198) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:27.488916 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Deleting port 330ce34a-d4a7-4f2a-9481-4a9c1637e264 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:41:27.489263 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:27.566353 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:27.566684 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:27.577753 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Calling delete_port for 330ce34a-d4a7-4f2a-9481-4a9c1637e264 owned by network:floatingip {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:41:27.703928 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:27.729191 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event deleted for resources: {'Port': ['ID=330ce34a-d4a7-4f2a-9481-4a9c1637e264,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:27.757192 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:27.757567 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:27.757936 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:27.758281 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:27.758616 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:27.759026 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:27.759363 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:27.759690 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:27.760019 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:27.760363 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:27.760691 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:27.761013 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:41:27.797859 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for floatingip, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:27.800363 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:27.801502 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-11a1b5da-6873-4126-83b4-7d73006e1e26 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "DELETE /v2.0/floatingips/7fe95ef8-bea5-48ab-a3c0-1148aeb4ed13 HTTP/1.1" status: 204 len: 168 time: 0.4342117 Aug 31 23:41:28.577864 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49226) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:28.679095 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-aec7062d-3d39-4a07-8de5-b600df50d88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:28.767256 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-aec7062d-3d39-4a07-8de5-b600df50d88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:28.771107 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-aec7062d-3d39-4a07-8de5-b600df50d88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:28.807777 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7062d-3d39-4a07-8de5-b600df50d88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eddbe8-8c3d-4c83-80c3-80ed4c8c8169,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:28.814666 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-aec7062d-3d39-4a07-8de5-b600df50d88c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=20501b6db99945798e23e05721282859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357659 Aug 31 23:41:28.814957 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 49232) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:28.847003 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 1e62bad7-fac1-4529-8c51-05c67c81431d no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:41:28.866858 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5b80d72c-8c58-4c95-95d9-1852edcca414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:28.871240 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: 1e62bad7-fac1-4529-8c51-05c67c81431d {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:41:28.871588 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device 1e62bad7-fac1-4529-8c51-05c67c81431d not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:41:28.889370 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5b80d72c-8c58-4c95-95d9-1852edcca414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:28.934476 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5b80d72c-8c58-4c95-95d9-1852edcca414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:28.937316 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5b80d72c-8c58-4c95-95d9-1852edcca414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:28.938447 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-5b80d72c-8c58-4c95-95d9-1852edcca414 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/50eddbe8-8c3d-4c83-80c3-80ed4c8c8169 HTTP/1.1" status: 204 len: 168 time: 0.1220021 Aug 31 23:41:28.945686 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80d72c-8c58-4c95-95d9-1852edcca414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eddbe8-8c3d-4c83-80c3-80ed4c8c8169,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:28.991072 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 49238) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:29.050766 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8d3ca825-e199-4923-a280-ec15a8419be1 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:29.075916 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8d3ca825-e199-4923-a280-ec15a8419be1 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:29.136869 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8d3ca825-e199-4923-a280-ec15a8419be1 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:29.139558 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8d3ca825-e199-4923-a280-ec15a8419be1 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:29.143498 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-8d3ca825-e199-4923-a280-ec15a8419be1 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] 10.222.0.54 "DELETE /v2.0/security-groups/f1003c0e-2f5f-4418-9349-3296edd34630 HTTP/1.1" status: 204 len: 168 time: 0.1513855 Aug 31 23:41:29.153576 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ca825-e199-4923-a280-ec15a8419be1 tempest-TestVolumeBootPattern-829522424 tempest-TestVolumeBootPattern-829522424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1003c0e-2f5f-4418-9349-3296edd34630,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:29.198052 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49248) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:29.708045 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d1e95d20-fee5-4a91-b443-c6c0592e7d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763597'] for router_interface, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:30.207042 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa407b-8525-4fec-ae6d-9009f14f5797 req-abd046fe-823c-4a57-9653-e1f5c287fdaa tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:30.208452 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-17fa407b-8525-4fec-ae6d-9009f14f5797 req-abd046fe-823c-4a57-9653-e1f5c287fdaa tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 945 time: 0.0753269 Aug 31 23:41:30.299063 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-17fa407b-8525-4fec-ae6d-9009f14f5797 req-bccdb572-7c35-450a-923d-844ae12a83ba tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820391 Aug 31 23:41:30.320061 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-d1e95d20-fee5-4a91-b443-c6c0592e7d92 admin admin] Deleting port cbfc6c85-16ad-48da-9763-2e293acc95f3 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:41:30.320924 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d1e95d20-fee5-4a91-b443-c6c0592e7d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:30.321872 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 49280) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:30.397044 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-d1e95d20-fee5-4a91-b443-c6c0592e7d92 admin admin] For port cbfc6c85-16ad-48da-9763-2e293acc95f3, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=cbfc6c85-16ad-48da-9763-2e293acc95f3,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:30.397415 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d1e95d20-fee5-4a91-b443-c6c0592e7d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:30.410346 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-d1e95d20-fee5-4a91-b443-c6c0592e7d92 admin admin] Calling delete_port for cbfc6c85-16ad-48da-9763-2e293acc95f3 owned by network:router_interface {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:41:30.506486 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a38bde-2532-4e16-b20d-10c06ed2b844 tempest-TestMinimumBasicScenario-1484559448 tempest-TestMinimumBasicScenario-1484559448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:30.508619 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-b8a38bde-2532-4e16-b20d-10c06ed2b844 tempest-TestMinimumBasicScenario-1484559448 tempest-TestMinimumBasicScenario-1484559448-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 1093 time: 0.1851239 Aug 31 23:41:30.511782 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 49284) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:30.516160 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Request body: {'floatingip': {'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'port_id': 'f7ef2da5-0279-4ee6-8e6f-470805046087', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:30.538338 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for floatingip, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:30.594836 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d1e95d20-fee5-4a91-b443-c6c0592e7d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:30.623236 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e95d20-fee5-4a91-b443-c6c0592e7d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbfc6c85-16ad-48da-9763-2e293acc95f3,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:30.643843 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:30.760480 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_common [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Allocated IP 172.27.0.208 (5db86227-7374-4b61-9fc5-bbaa8073a9e8/6e39bcd5-c5ba-45a5-ade1-5ca368481c2a/f5b9d86a-9cca-48a8-9aac-312a4592e9b9) {{(pid=93845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 23:41:30.789955 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d1e95d20-fee5-4a91-b443-c6c0592e7d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1763729'] for router_interface, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:30.862906 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for port, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:30.903663 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773536780328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:30.946409 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Network 5db86227-7374-4b61-9fc5-bbaa8073a9e8 is already hosted by enough agents. {{(pid=93845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 23:41:30.949239 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.base_scheduler [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Resources bound (agent type, host, resource id): {{(pid=93845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 23:41:30.952355 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Received port after_create {{(pid=93845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 23:41:30.974993 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Pushing event updated for resources: {'Port': ['ID=f5b9d86a-9cca-48a8-9aac-312a4592e9b9,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:31.007055 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e95d20-fee5-4a91-b443-c6c0592e7d92 admin admin] Router df8e8eaf-97bd-4177-a772-b8b758d5ff31 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:41:31.119674 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e95d20-fee5-4a91-b443-c6c0592e7d92 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:41:31.128831 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d1e95d20-fee5-4a91-b443-c6c0592e7d92 admin admin] 10.222.0.54 "PUT /v2.0/routers/df8e8eaf-97bd-4177-a772-b8b758d5ff31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9297163 Aug 31 23:41:31.129424 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49292) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:31.141324 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff57c5-3678-4b16-b985-d19813853209 None None] Sync routers for ids ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:41:31.151255 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff57c5-3678-4b16-b985-d19813853209 None None] Routers {'df8e8eaf-97bd-4177-a772-b8b758d5ff31'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:41:31.152296 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-82ff57c5-3678-4b16-b985-d19813853209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:41:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:31.254768 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ec90decd-910d-4506-bf66-7d87384604e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:31.284669 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-82ff57c5-3678-4b16-b985-d19813853209 None None] Set router df8e8eaf-97bd-4177-a772-b8b758d5ff31 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:41:31.354598 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:31.372261 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ec90decd-910d-4506-bf66-7d87384604e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:31.437683 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-ec90decd-910d-4506-bf66-7d87384604e3 admin admin] Deleting port 6ebe9caf-df68-404d-8d6e-9f22992aa556 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:41:31.438348 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ec90decd-910d-4506-bf66-7d87384604e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:31.443446 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:31.500664 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-82ff57c5-3678-4b16-b985-d19813853209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:41:30Z', 'revision_number': 5, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port': {'id': '6ebe9caf-df68-404d-8d6e-9f22992aa556', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:15Z', 'updated_at': '2021-08-31T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:31.526604 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff57c5-3678-4b16-b985-d19813853209 None None] Checking router: df8e8eaf-97bd-4177-a772-b8b758d5ff31 for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:41:31.529095 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-ec90decd-910d-4506-bf66-7d87384604e3 admin admin] For port 6ebe9caf-df68-404d-8d6e-9f22992aa556, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=6ebe9caf-df68-404d-8d6e-9f22992aa556,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:31.529868 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ec90decd-910d-4506-bf66-7d87384604e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:31.535241 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff57c5-3678-4b16-b985-d19813853209 None None] Routers {'df8e8eaf-97bd-4177-a772-b8b758d5ff31'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:41:31.535870 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-82ff57c5-3678-4b16-b985-d19813853209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:41:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:31.544188 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-ec90decd-910d-4506-bf66-7d87384604e3 admin admin] Calling delete_port for 6ebe9caf-df68-404d-8d6e-9f22992aa556 owned by network:router_gateway {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:41:31.670292 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:31.677547 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:31.783218 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-82ff57c5-3678-4b16-b985-d19813853209 None None] Set router df8e8eaf-97bd-4177-a772-b8b758d5ff31 gateway port host: None {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:41:31.788021 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Pushing event updated for resources: {'Port': ['ID=f5b9d86a-9cca-48a8-9aac-312a4592e9b9,revision_number=2']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:31.794451 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762317'] for floatingip, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:31.805289 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ec90decd-910d-4506-bf66-7d87384604e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:31.838242 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-82ff57c5-3678-4b16-b985-d19813853209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:41:31Z', 'revision_number': 6, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port_host': None}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:31.841493 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90decd-910d-4506-bf66-7d87384604e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ebe9caf-df68-404d-8d6e-9f22992aa556,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:31.864497 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff57c5-3678-4b16-b985-d19813853209 None None] The sync data for ids ['df8e8eaf-97bd-4177-a772-b8b758d5ff31'] in dv-cinder-804459-5-iscsi is: [{'id': 'df8e8eaf-97bd-4177-a772-b8b758d5ff31', 'name': 'tempest-TestVolumeBootPattern-1392480919-router', 'tenant_id': 'b688313b25cd4a65a9e59f26ecccba69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:14Z', 'updated_at': '2021-08-31T23:41:31Z', 'revision_number': 6, 'project_id': 'b688313b25cd4a65a9e59f26ecccba69', 'gw_port_host': None}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:41:31.910503 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.db.l3_db [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Floating IP b8f4b809-d476-4a60-a8b4-7a52041a0d2b associated. External IP: 172.27.0.208, port: f7ef2da5-0279-4ee6-8e6f-470805046087. Aug 31 23:41:31.913850 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ec90decd-910d-4506-bf66-7d87384604e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762355'] for router_gateway, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.004548 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ec90decd-910d-4506-bf66-7d87384604e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1766157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30469'] for router, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.006624 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ec90decd-910d-4506-bf66-7d87384604e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.050054 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ec90decd-910d-4506-bf66-7d87384604e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1766150'] for router, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.050546 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec90decd-910d-4506-bf66-7d87384604e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df8e8eaf-97bd-4177-a772-b8b758d5ff31 {{(pid=93846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 23:41:32.056008 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ec90decd-910d-4506-bf66-7d87384604e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.057109 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-ec90decd-910d-4506-bf66-7d87384604e3 admin admin] 10.222.0.54 "DELETE /v2.0/routers/df8e8eaf-97bd-4177-a772-b8b758d5ff31 HTTP/1.1" status: 204 len: 168 time: 0.9267254 Aug 31 23:41:32.059581 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49304) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:32.105675 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-7344b585-78cb-4175-be9e-d05432dbf696 admin admin] Deleting subnet 5e8c92f8-319d-4063-b51c-7c81f6bd05c9 {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:41:32.108716 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7344b585-78cb-4175-be9e-d05432dbf696 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.118450 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Router 0a3937f9-4941-4d10-acf8-df420613a78b has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:41:32.143324 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7344b585-78cb-4175-be9e-d05432dbf696 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12942935'] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.220272 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7344b585-78cb-4175-be9e-d05432dbf696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534214'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.283338 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7344b585-78cb-4175-be9e-d05432dbf696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12942717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12932385'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.316107 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344b585-78cb-4175-be9e-d05432dbf696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8c92f8-319d-4063-b51c-7c81f6bd05c9,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:32.319793 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-7344b585-78cb-4175-be9e-d05432dbf696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.321939 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-7344b585-78cb-4175-be9e-d05432dbf696 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5e8c92f8-319d-4063-b51c-7c81f6bd05c9 HTTP/1.1" status: 204 len: 168 time: 0.2614310 Aug 31 23:41:32.324488 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49306) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:32.326646 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0406c8-161b-4b0b-965c-99ead0ad7f8a None None] Network d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:41:32.393481 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564137'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.447341 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] Deleting port 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:41:32.447684 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.509847 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:41:32.522482 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0726e4a-bed1-4d89-b5e5-098ba66aa169 None None] Sync routers for ids ['0a3937f9-4941-4d10-acf8-df420613a78b'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:41:32.528996 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.530565 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] For port 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=0a1d2367-6eee-47b9-9f7e-0e087d1b3f52,segment=NetworkSegment(cc209cc5-41f0-449d-8912-a1087059e70d),segment_id=cc209cc5-41f0-449d-8912-a1087059e70d)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:32.530939 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.534188 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0726e4a-bed1-4d89-b5e5-098ba66aa169 None None] Routers {'0a3937f9-4941-4d10-acf8-df420613a78b'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:41:32.534817 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-d0726e4a-bed1-4d89-b5e5-098ba66aa169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:41:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a3937f9-4941-4d10-acf8-df420613a78b'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:32.545235 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] Calling delete_port for 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 owned by network:dhcp {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:41:32.557260 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-25f7d075-2114-454f-9ff7-2a7b7a21ca11 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0442538 Aug 31 23:41:32.557856 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2701282e-53f4-4f18-b06a-b542b209db88', 'tag': 'f7ef2da5-0279-4ee6-8e6f-470805046087'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:41:32.560152 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb57c1a-dc46-45fa-9d18-9e3d89d8187f" -d '{"events": [{"name": "network-changed", "server_uuid": "2701282e-53f4-4f18-b06a-b542b209db88", "tag": "f7ef2da5-0279-4ee6-8e6f-470805046087"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:41:32.561351 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49308) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:32.592558 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-fa597ae0-64c7-4aed-b832-63cfd28a0d2e tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1348151827', 'description': 'tempest-secgroup-smoke-1348151827 description', 'project_id': '0219f63b35304567bcd4e6eec44677ec'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:32.598277 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba66dab-7f0a-4236-9011-f9d128794423 x-openstack-request-id: req-cba66dab-7f0a-4236-9011-f9d128794423 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:41:32.598575 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2701282e-53f4-4f18-b06a-b542b209db88", "tag": "f7ef2da5-0279-4ee6-8e6f-470805046087", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:41:32.599093 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cba66dab-7f0a-4236-9011-f9d128794423 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:41:32.599232 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2701282e-53f4-4f18-b06a-b542b209db88', 'tag': 'f7ef2da5-0279-4ee6-8e6f-470805046087', 'status': 'completed', 'code': 200} Aug 31 23:41:32.634750 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fa597ae0-64c7-4aed-b832-63cfd28a0d2e tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.646661 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dde8215-9c6c-488c-bbb1-bcc1cb83004c None None] DHCP port deletion for d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b request from dv-cinder-804459-5-iscsi {{(pid=93847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 23:41:32.666561 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-d0726e4a-bed1-4d89-b5e5-098ba66aa169 None None] Set router 0a3937f9-4941-4d10-acf8-df420613a78b gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:41:32.678158 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.711390 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb57c1a-dc46-45fa-9d18-9e3d89d8187f req-30e7ab64-f41b-49dc-967e-b4dd4c239ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:32.718961 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-7dde8215-9c6c-488c-bbb1-bcc1cb83004c None None] Deleting port 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:41:32.719954 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] No DVR routers for this DVR port 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 on host dv-cinder-804459-5-iscsi {{(pid=93846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:41:32.720120 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7dde8215-9c6c-488c-bbb1-bcc1cb83004c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.721699 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-abb57c1a-dc46-45fa-9d18-9e3d89d8187f req-30e7ab64-f41b-49dc-967e-b4dd4c239ebe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0219f63b35304567bcd4e6eec44677ec&device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 1098 time: 0.0771697 Aug 31 23:41:32.724727 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1d2367-6eee-47b9-9f7e-0e087d1b3f52,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:32.804602 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-7dde8215-9c6c-488c-bbb1-bcc1cb83004c None None] For port 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52, host dv-cinder-804459-5-iscsi, got binding levels [] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:32.805121 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7dde8215-9c6c-488c-bbb1-bcc1cb83004c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.838512 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-7dde8215-9c6c-488c-bbb1-bcc1cb83004c None None] Calling delete_port for 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 owned by network:dhcp {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:41:32.843507 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.ipam_backend_mixin [None req-7dde8215-9c6c-488c-bbb1-bcc1cb83004c None None] Port 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 was not found and therefore no delete operation was performed {{(pid=93847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 23:41:32.847052 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-7dde8215-9c6c-488c-bbb1-bcc1cb83004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.849976 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-555069', 'neutron.services.segments.db._delete_segments_for_network-8773537300673'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.869407 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:32.873328 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fa597ae0-64c7-4aed-b832-63cfd28a0d2e tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.880965 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb57c1a-dc46-45fa-9d18-9e3d89d8187f req-3d5b4c79-54bf-444d-8ce1-9a2344daf275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:32.884264 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-abb57c1a-dc46-45fa-9d18-9e3d89d8187f req-3d5b4c79-54bf-444d-8ce1-9a2344daf275 service neutron] 10.222.0.53 "GET /v2.0/networks?id=017f8700-9e80-4d8b-aff1-f96091e52728 HTTP/1.1" status: 200 len: 915 time: 0.1614194 Aug 31 23:41:32.885144 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc209cc5-41f0-449d-8912-a1087059e70d') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:32.885452 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc209cc5-41f0-449d-8912-a1087059e70d') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:32.891921 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fa597ae0-64c7-4aed-b832-63cfd28a0d2e tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.896192 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde8215-9c6c-488c-bbb1-bcc1cb83004c None None] Pushing event deleted for resources: {'Port': ['ID=0a1d2367-6eee-47b9-9f7e-0e087d1b3f52,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:32.909525 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773537312853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942956'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.925146 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde8215-9c6c-488c-bbb1-bcc1cb83004c None None] No DVR routers for this DVR port 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 on host dv-cinder-804459-5-iscsi {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:41:32.940448 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.948238 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:41:32.948740 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12942791'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: timer() Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: cb(*args, **kw) Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: self._notify() Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: self.callback(batched_events) Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: event.method(event) Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._get(url).json() Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:41:32.965157 dv-cinder-804459-5-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:41:33.001708 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-abb57c1a-dc46-45fa-9d18-9e3d89d8187f req-ae7d2bf5-1700-45dd-97b3-8c5ac5f6d24f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7ef2da5-0279-4ee6-8e6f-470805046087 HTTP/1.1" status: 200 len: 999 time: 0.1079180 Aug 31 23:41:33.010402 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-fa597ae0-64c7-4aed-b832-63cfd28a0d2e tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:33.014501 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-fa597ae0-64c7-4aed-b832-63cfd28a0d2e tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4493344 Aug 31 23:41:33.021549 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49320) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:33.026921 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-219a630a-aff7-411c-95ea-d213dc111abd tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Request body: {'security_group_rule': {'security_group_id': '641fbb92-2402-4591-90b2-1986c11f0f7c', 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:33.044912 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa597ae0-64c7-4aed-b832-63cfd28a0d2e tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=641fbb92-2402-4591-90b2-1986c11f0f7c,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:33.073882 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb57c1a-dc46-45fa-9d18-9e3d89d8187f req-710275bf-c259-45d1-90ba-beda131c8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:33.075503 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-abb57c1a-dc46-45fa-9d18-9e3d89d8187f req-710275bf-c259-45d1-90ba-beda131c8890 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e795449-f81e-4656-90ad-7639cfd27b60 HTTP/1.1" status: 200 len: 853 time: 0.0659091 Aug 31 23:41:33.077756 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-555044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762335'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:33.085337 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:33.088648 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] 10.222.0.54 "DELETE /v2.0/networks/d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b HTTP/1.1" status: 204 len: 168 time: 0.7621257 Aug 31 23:41:33.097892 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49322) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:33.107483 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e31261-630d-4847-807d-70b932dd278a admin admin] Pushing event deleted for resources: {'Network': ['ID=d2fcaa5f-3ef6-4f48-b99a-7efd87d5041b,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:33.112512 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-d0726e4a-bed1-4d89-b5e5-098ba66aa169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'name': 'tempest-TestMinimumBasicScenario-190895903-router', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:35Z', 'revision_number': 4, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'gw_port': {'id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': 'b8f4b809-d476-4a60-a8b4-7a52041a0d2b', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'port_id': 'f7ef2da5-0279-4ee6-8e6f-470805046087', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728', 'mac_address': 'fa:16:3e:bb:ff:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2701282e-53f4-4f18-b06a-b542b209db88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:41:31Z', 'updated_at': '2021-08-31T23:41:31Z', 'revision_number': 0, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64c9faee-cd9a-48a7-8365-e234e197d283', 'name': '', 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'mac_address': 'fa:16:3e:ee:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:35Z', 'updated_at': '2021-08-31T23:40:42Z', 'revision_number': 5, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'subnets': [{'id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:33.145681 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0726e4a-bed1-4d89-b5e5-098ba66aa169 None None] Checking router: 0a3937f9-4941-4d10-acf8-df420613a78b for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:41:33.153440 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb57c1a-dc46-45fa-9d18-9e3d89d8187f req-6e4fd43e-e7df-40ab-811d-6a58148cbfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:33.155056 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-abb57c1a-dc46-45fa-9d18-9e3d89d8187f req-6e4fd43e-e7df-40ab-811d-6a58148cbfaf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=017f8700-9e80-4d8b-aff1-f96091e52728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713637 Aug 31 23:41:33.156647 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-219a630a-aff7-411c-95ea-d213dc111abd tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:33.159140 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0726e4a-bed1-4d89-b5e5-098ba66aa169 None None] Routers {'0a3937f9-4941-4d10-acf8-df420613a78b'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:41:33.159774 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-d0726e4a-bed1-4d89-b5e5-098ba66aa169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:41:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a3937f9-4941-4d10-acf8-df420613a78b'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:33.258779 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-219a630a-aff7-411c-95ea-d213dc111abd tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:33.272093 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-abb57c1a-dc46-45fa-9d18-9e3d89d8187f req-9591f57a-03e6-4244-9df7-a74769b73436 service neutron] 10.222.0.53 "GET /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049891 Aug 31 23:41:33.277700 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-d0726e4a-bed1-4d89-b5e5-098ba66aa169 None None] Set router 0a3937f9-4941-4d10-acf8-df420613a78b gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:41:33.297420 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-219a630a-aff7-411c-95ea-d213dc111abd tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:33.324976 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a630a-aff7-411c-95ea-d213dc111abd tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439e545b-4abe-4ed6-b6cc-3bccf0fa73e1,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:33.362184 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-219a630a-aff7-411c-95ea-d213dc111abd tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:33.363629 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-219a630a-aff7-411c-95ea-d213dc111abd tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3409369 Aug 31 23:41:33.367617 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49324) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:33.373958 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-923cb62f-ba6b-4837-b43c-faee38a3707f tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Request body: {'security_group_rule': {'security_group_id': '641fbb92-2402-4591-90b2-1986c11f0f7c', 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:33.377221 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-abb57c1a-dc46-45fa-9d18-9e3d89d8187f req-ac8e59d0-e516-47de-bebd-98f734f5fa34 service neutron] 10.222.0.53 "GET /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976381 Aug 31 23:41:33.437976 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-923cb62f-ba6b-4837-b43c-faee38a3707f tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:33.511549 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-d0726e4a-bed1-4d89-b5e5-098ba66aa169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'name': 'tempest-TestMinimumBasicScenario-190895903-router', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:35Z', 'revision_number': 4, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'gw_port': {'id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': 'b8f4b809-d476-4a60-a8b4-7a52041a0d2b', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'port_id': 'f7ef2da5-0279-4ee6-8e6f-470805046087', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728', 'mac_address': 'fa:16:3e:bb:ff:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2701282e-53f4-4f18-b06a-b542b209db88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:41:31Z', 'updated_at': '2021-08-31T23:41:31Z', 'revision_number': 0, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64c9faee-cd9a-48a7-8365-e234e197d283', 'name': '', 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'mac_address': 'fa:16:3e:ee:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:35Z', 'updated_at': '2021-08-31T23:40:42Z', 'revision_number': 5, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'subnets': [{'id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:33.529550 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-923cb62f-ba6b-4837-b43c-faee38a3707f tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:33.535372 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-923cb62f-ba6b-4837-b43c-faee38a3707f tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:33.540182 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0726e4a-bed1-4d89-b5e5-098ba66aa169 None None] The sync data for ids ['0a3937f9-4941-4d10-acf8-df420613a78b'] in dv-cinder-804459-5-iscsi is: [{'id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'name': 'tempest-TestMinimumBasicScenario-190895903-router', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:35Z', 'revision_number': 4, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'gw_port': {'id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_floatingips': [{'id': 'b8f4b809-d476-4a60-a8b4-7a52041a0d2b', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'router_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'port_id': 'f7ef2da5-0279-4ee6-8e6f-470805046087', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728', 'mac_address': 'fa:16:3e:bb:ff:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2701282e-53f4-4f18-b06a-b542b209db88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T23:41:31Z', 'updated_at': '2021-08-31T23:41:31Z', 'revision_number': 0, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64c9faee-cd9a-48a7-8365-e234e197d283', 'name': '', 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'mac_address': 'fa:16:3e:ee:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:35Z', 'updated_at': '2021-08-31T23:40:42Z', 'revision_number': 5, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'subnets': [{'id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:41:33.559924 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cb62f-ba6b-4837-b43c-faee38a3707f tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc97c0d-32b2-4526-8cf5-4a1fbee40298,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:33.571618 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-923cb62f-ba6b-4837-b43c-faee38a3707f tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:33.572960 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-923cb62f-ba6b-4837-b43c-faee38a3707f tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2042515 Aug 31 23:41:33.575766 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49326) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:33.580877 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-6f677cf3-86a0-4945-b2f8-7e0d09a5989a tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Request body: {'security_group_rule': {'security_group_id': '641fbb92-2402-4591-90b2-1986c11f0f7c', 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:33.635519 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f677cf3-86a0-4945-b2f8-7e0d09a5989a tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:33.671942 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-153ab933-1718-4bdc-9405-6672645abb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763597'] for router_interface, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:33.722266 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:41:33.748560 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f912f34-0a02-4bef-9225-9de847866d62 None None] New status for floating IP b8f4b809-d476-4a60-a8b4-7a52041a0d2b: ACTIVE {{(pid=93847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:41:33.751936 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:41:33.752892 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 0a1d2367-6eee-47b9-9f7e-0e087d1b3f52 not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:41:33.753444 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 6ebe9caf-df68-404d-8d6e-9f22992aa556 no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:41:33.771167 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f677cf3-86a0-4945-b2f8-7e0d09a5989a tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:33.775866 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f677cf3-86a0-4945-b2f8-7e0d09a5989a tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:33.801002 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f677cf3-86a0-4945-b2f8-7e0d09a5989a tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab12fe86-d54d-4b02-af9f-6a164821b334,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:33.809621 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: 6ebe9caf-df68-404d-8d6e-9f22992aa556 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:41:33.809977 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 6ebe9caf-df68-404d-8d6e-9f22992aa556 not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:41:33.810394 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device cbfc6c85-16ad-48da-9763-2e293acc95f3 no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:41:33.833828 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: cbfc6c85-16ad-48da-9763-2e293acc95f3 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:41:33.834096 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device cbfc6c85-16ad-48da-9763-2e293acc95f3 not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:41:33.843533 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f677cf3-86a0-4945-b2f8-7e0d09a5989a tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:33.844741 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6f677cf3-86a0-4945-b2f8-7e0d09a5989a tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2681205 Aug 31 23:41:33.847408 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49328) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:33.852376 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-6f0b7a26-a2d2-4d80-86df-0b50eb1a8011 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Request body: {'security_group_rule': {'security_group_id': '641fbb92-2402-4591-90b2-1986c11f0f7c', 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:33.904233 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f0b7a26-a2d2-4d80-86df-0b50eb1a8011 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:33.982059 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f0b7a26-a2d2-4d80-86df-0b50eb1a8011 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:33.985941 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f0b7a26-a2d2-4d80-86df-0b50eb1a8011 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:34.025761 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b7a26-a2d2-4d80-86df-0b50eb1a8011 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133f9c6e-54b1-40e3-bb63-73591082e93e,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:34.030052 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6f0b7a26-a2d2-4d80-86df-0b50eb1a8011 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:34.031204 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6f0b7a26-a2d2-4d80-86df-0b50eb1a8011 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1828873 Aug 31 23:41:34.033890 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49330) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:34.038125 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-1848c102-bef9-49b9-a671-a8967bef756d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Request body: {'security_group_rule': {'security_group_id': '641fbb92-2402-4591-90b2-1986c11f0f7c', 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:34.070799 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-153ab933-1718-4bdc-9405-6672645abb1a admin admin] Deleting port 36efca04-bae2-4dac-8018-087f98be430f {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:41:34.071137 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-153ab933-1718-4bdc-9405-6672645abb1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:34.073577 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.securitygroups_db [None req-1848c102-bef9-49b9-a671-a8967bef756d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Project 0219f63b35304567bcd4e6eec44677ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 23:41:34.109751 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1848c102-bef9-49b9-a671-a8967bef756d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:34.188730 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-153ab933-1718-4bdc-9405-6672645abb1a admin admin] For port 36efca04-bae2-4dac-8018-087f98be430f, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=36efca04-bae2-4dac-8018-087f98be430f,segment=NetworkSegment(e72f41e8-d97d-48fa-815f-e1cb269bea2a),segment_id=e72f41e8-d97d-48fa-815f-e1cb269bea2a)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:34.189093 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-153ab933-1718-4bdc-9405-6672645abb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:34.200633 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1848c102-bef9-49b9-a671-a8967bef756d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:34.209554 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-153ab933-1718-4bdc-9405-6672645abb1a admin admin] Calling delete_port for 36efca04-bae2-4dac-8018-087f98be430f owned by network:router_interface {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:41:34.215507 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1848c102-bef9-49b9-a671-a8967bef756d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:34.509907 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848c102-bef9-49b9-a671-a8967bef756d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19d56b8-e78c-4ba0-8a42-1392de2aa90e,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:34.514158 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1848c102-bef9-49b9-a671-a8967bef756d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:34.515406 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-1848c102-bef9-49b9-a671-a8967bef756d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4805772 Aug 31 23:41:34.518048 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49338) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:34.524120 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [None req-bd6d3f96-eeff-4f34-987e-570bc6adde8d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Request body: {'security_group_rule': {'security_group_id': '641fbb92-2402-4591-90b2-1986c11f0f7c', 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:34.586773 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.securitygroups_db [None req-bd6d3f96-eeff-4f34-987e-570bc6adde8d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Project 0219f63b35304567bcd4e6eec44677ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 23:41:34.595166 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3f96-eeff-4f34-987e-570bc6adde8d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:34.694091 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3f96-eeff-4f34-987e-570bc6adde8d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:34.702680 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3f96-eeff-4f34-987e-570bc6adde8d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661234'] for security_group_rule, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:34.728521 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d3f96-eeff-4f34-987e-570bc6adde8d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bebacb-84ce-4311-95c4-fa81c3e229d2,revision_number=0']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:34.734306 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-153ab933-1718-4bdc-9405-6672645abb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:34.742549 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3f96-eeff-4f34-987e-570bc6adde8d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:34.743721 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-bd6d3f96-eeff-4f34-987e-570bc6adde8d tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2247672 Aug 31 23:41:34.763966 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ab933-1718-4bdc-9405-6672645abb1a admin admin] Pushing event deleted for resources: {'Port': ['ID=36efca04-bae2-4dac-8018-087f98be430f,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:34.857601 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-afa36e55-47c6-4a3e-9c23-f7af1501050a req-cfa705dc-32ff-4338-b093-aca0ec8ec31b tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1348151827&fields=id&tenant_id=0219f63b35304567bcd4e6eec44677ec HTTP/1.1" status: 200 len: 267 time: 0.0518172 Aug 31 23:41:34.982389 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa36e55-47c6-4a3e-9c23-f7af1501050a req-3e974616-f4e4-4abe-bbee-1d121247b811 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:34.983831 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-afa36e55-47c6-4a3e-9c23-f7af1501050a req-3e974616-f4e4-4abe-bbee-1d121247b811 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 945 time: 0.0957458 Aug 31 23:41:34.989806 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-153ab933-1718-4bdc-9405-6672645abb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1763729'] for router_interface, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:35.000415 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.v2.base [req-afa36e55-47c6-4a3e-9c23-f7af1501050a req-90333d18-4593-4194-bae8-cb7275cc37bb tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Request body: {'port': {'security_groups': ['3479bf53-f15b-42e4-a233-c196cb3fbd6d', '641fbb92-2402-4591-90b2-1986c11f0f7c']}} {{(pid=93846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:41:35.101492 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-afa36e55-47c6-4a3e-9c23-f7af1501050a req-90333d18-4593-4194-bae8-cb7275cc37bb tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:35.365681 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153ab933-1718-4bdc-9405-6672645abb1a admin admin] Router 695f56e9-b0af-4ee1-86c8-0e711c1f7f44 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:41:35.444653 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [req-afa36e55-47c6-4a3e-9c23-f7af1501050a req-90333d18-4593-4194-bae8-cb7275cc37bb tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] For port f7ef2da5-0279-4ee6-8e6f-470805046087, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f7ef2da5-0279-4ee6-8e6f-470805046087,segment=NetworkSegment(bdbdf7ea-4cf3-4d9a-bb3c-371c258db580),segment_id=bdbdf7ea-4cf3-4d9a-bb3c-371c258db580)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:35.516837 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-afa36e55-47c6-4a3e-9c23-f7af1501050a req-90333d18-4593-4194-bae8-cb7275cc37bb tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for port, precommit_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:35.522627 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-afa36e55-47c6-4a3e-9c23-f7af1501050a req-90333d18-4593-4194-bae8-cb7275cc37bb tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12942635'] for port, after_update {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:35.535371 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['f7ef2da5-0279-4ee6-8e6f-470805046087'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:41:35.560105 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153ab933-1718-4bdc-9405-6672645abb1a admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:41:35.570928 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 49350) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:35.571484 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-153ab933-1718-4bdc-9405-6672645abb1a admin admin] 10.222.0.54 "PUT /v2.0/routers/695f56e9-b0af-4ee1-86c8-0e711c1f7f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4721127 Aug 31 23:41:35.578174 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa36e55-47c6-4a3e-9c23-f7af1501050a req-90333d18-4593-4194-bae8-cb7275cc37bb tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:35.578385 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [req-afa36e55-47c6-4a3e-9c23-f7af1501050a req-90333d18-4593-4194-bae8-cb7275cc37bb tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:35.580073 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-afa36e55-47c6-4a3e-9c23-f7af1501050a req-90333d18-4593-4194-bae8-cb7275cc37bb tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "PUT /v2.0/ports/f7ef2da5-0279-4ee6-8e6f-470805046087 HTTP/1.1" status: 200 len: 981 time: 0.5864780 Aug 31 23:41:35.580269 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2701282e-53f4-4f18-b06a-b542b209db88', 'tag': 'f7ef2da5-0279-4ee6-8e6f-470805046087'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:41:35.583576 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f13e17d4f082eee8db626e153c8674a5f3112bea7488b178d1c4a6516ff361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0118df36-583f-47de-a20c-67c0f37a98db" -d '{"events": [{"name": "network-changed", "server_uuid": "2701282e-53f4-4f18-b06a-b542b209db88", "tag": "f7ef2da5-0279-4ee6-8e6f-470805046087"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:41:35.619716 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90333d18-4593-4194-bae8-cb7275cc37bb tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Pushing event updated for resources: {'Port': ['ID=f7ef2da5-0279-4ee6-8e6f-470805046087,revision_number=6']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:35.679258 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['f7ef2da5-0279-4ee6-8e6f-470805046087'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:41:35.694740 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f05eb59-a46b-4653-8597-3b4eadbc93e0 x-openstack-request-id: req-1f05eb59-a46b-4653-8597-3b4eadbc93e0 {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:41:35.695084 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2701282e-53f4-4f18-b06a-b542b209db88", "tag": "f7ef2da5-0279-4ee6-8e6f-470805046087", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:41:35.695398 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1f05eb59-a46b-4653-8597-3b4eadbc93e0 {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:41:35.696984 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2701282e-53f4-4f18-b06a-b542b209db88', 'tag': 'f7ef2da5-0279-4ee6-8e6f-470805046087', 'status': 'completed', 'code': 200} Aug 31 23:41:35.749855 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5c813e0b-1edf-484c-b685-bb2cbf5cf32d admin admin] Notify callbacks [] for router, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:35.788523 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b5dc7-b4e3-4aff-b1e3-84717e8efcff req-a85d9413-3a6c-4870-b127-309471f8cac7 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:35.792270 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-894b5dc7-b4e3-4aff-b1e3-84717e8efcff req-a85d9413-3a6c-4870-b127-309471f8cac7 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 984 time: 0.1344814 Aug 31 23:41:35.805661 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c984ac-d188-48d6-90e0-ba852a8c0bd2 None None] Sync routers for ids ['695f56e9-b0af-4ee1-86c8-0e711c1f7f44'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:41:35.817270 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c984ac-d188-48d6-90e0-ba852a8c0bd2 None None] Routers {'695f56e9-b0af-4ee1-86c8-0e711c1f7f44'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:41:35.818965 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-66c984ac-d188-48d6-90e0-ba852a8c0bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:41:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['695f56e9-b0af-4ee1-86c8-0e711c1f7f44'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:35.894139 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-894b5dc7-b4e3-4aff-b1e3-84717e8efcff req-cb1a6adc-ce76-48b6-881e-e4fea96521db tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=641fbb92-2402-4591-90b2-1986c11f0f7c&id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892727 Aug 31 23:41:35.923453 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118df36-583f-47de-a20c-67c0f37a98db req-0e7be9cc-682d-46ef-838c-c58da4c8773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:35.924997 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0118df36-583f-47de-a20c-67c0f37a98db req-0e7be9cc-682d-46ef-838c-c58da4c8773e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0219f63b35304567bcd4e6eec44677ec&device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 1137 time: 0.1724110 Aug 31 23:41:35.926374 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5c813e0b-1edf-484c-b685-bb2cbf5cf32d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:35.968242 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-59ccf112-0168-4d15-800b-fe693148ff46 None None] Provisioning complete for port f7ef2da5-0279-4ee6-8e6f-470805046087 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:41:35.968649 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-59ccf112-0168-4d15-800b-fe693148ff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:35.975757 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-66c984ac-d188-48d6-90e0-ba852a8c0bd2 None None] Set router 695f56e9-b0af-4ee1-86c8-0e711c1f7f44 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:41:36.051959 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118df36-583f-47de-a20c-67c0f37a98db req-ea3c9c15-a9d4-40dd-991a-f644b50d68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:36.053393 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0118df36-583f-47de-a20c-67c0f37a98db req-ea3c9c15-a9d4-40dd-991a-f644b50d68f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=017f8700-9e80-4d8b-aff1-f96091e52728 HTTP/1.1" status: 200 len: 915 time: 0.1203008 Aug 31 23:41:36.054631 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-5c813e0b-1edf-484c-b685-bb2cbf5cf32d admin admin] Deleting port ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8 {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:41:36.054971 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5c813e0b-1edf-484c-b685-bb2cbf5cf32d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:36.167208 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0118df36-583f-47de-a20c-67c0f37a98db req-55155f9b-b465-4422-b2c3-e1887b9033f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7ef2da5-0279-4ee6-8e6f-470805046087 HTTP/1.1" status: 200 len: 1001 time: 0.1006491 Aug 31 23:41:36.169433 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-66c984ac-d188-48d6-90e0-ba852a8c0bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'name': 'tempest-TestVolumeBootPattern-687317300-router', 'tenant_id': '78cd2559961e4beb879358fda657fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:22Z', 'updated_at': '2021-08-31T23:41:34Z', 'revision_number': 5, 'project_id': '78cd2559961e4beb879358fda657fcac', 'gw_port': {'id': 'ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:33:22Z', 'updated_at': '2021-08-31T23:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:36.196265 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [None req-5c813e0b-1edf-484c-b685-bb2cbf5cf32d admin admin] For port ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:36.196757 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5c813e0b-1edf-484c-b685-bb2cbf5cf32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:36.231501 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-5c813e0b-1edf-484c-b685-bb2cbf5cf32d admin admin] Calling delete_port for ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8 owned by network:router_gateway {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:41:36.250859 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118df36-583f-47de-a20c-67c0f37a98db req-0c41b22f-510d-4aec-8edf-2f68ec684ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:36.252927 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0118df36-583f-47de-a20c-67c0f37a98db req-0c41b22f-510d-4aec-8edf-2f68ec684ec9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e795449-f81e-4656-90ad-7639cfd27b60 HTTP/1.1" status: 200 len: 853 time: 0.0716486 Aug 31 23:41:36.287981 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c984ac-d188-48d6-90e0-ba852a8c0bd2 None None] Checking router: 695f56e9-b0af-4ee1-86c8-0e711c1f7f44 for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:41:36.298591 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c984ac-d188-48d6-90e0-ba852a8c0bd2 None None] Routers {'695f56e9-b0af-4ee1-86c8-0e711c1f7f44'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:41:36.299215 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-66c984ac-d188-48d6-90e0-ba852a8c0bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:41:13Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['695f56e9-b0af-4ee1-86c8-0e711c1f7f44'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:36.345571 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118df36-583f-47de-a20c-67c0f37a98db req-20948fdf-f9c5-43f4-9675-e0da03b13334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:36.347101 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0118df36-583f-47de-a20c-67c0f37a98db req-20948fdf-f9c5-43f4-9675-e0da03b13334 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=017f8700-9e80-4d8b-aff1-f96091e52728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633779 Aug 31 23:41:36.385616 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-66c984ac-d188-48d6-90e0-ba852a8c0bd2 None None] Set router 695f56e9-b0af-4ee1-86c8-0e711c1f7f44 gateway port host: None {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:41:36.443139 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-66c984ac-d188-48d6-90e0-ba852a8c0bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'name': 'tempest-TestVolumeBootPattern-687317300-router', 'tenant_id': '78cd2559961e4beb879358fda657fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:22Z', 'updated_at': '2021-08-31T23:41:35Z', 'revision_number': 6, 'project_id': '78cd2559961e4beb879358fda657fcac', 'gw_port_host': None}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:36.469644 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c984ac-d188-48d6-90e0-ba852a8c0bd2 None None] The sync data for ids ['695f56e9-b0af-4ee1-86c8-0e711c1f7f44'] in dv-cinder-804459-5-iscsi is: [{'id': '695f56e9-b0af-4ee1-86c8-0e711c1f7f44', 'name': 'tempest-TestVolumeBootPattern-687317300-router', 'tenant_id': '78cd2559961e4beb879358fda657fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:33:22Z', 'updated_at': '2021-08-31T23:41:35Z', 'revision_number': 6, 'project_id': '78cd2559961e4beb879358fda657fcac', 'gw_port_host': None}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:41:36.508680 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0118df36-583f-47de-a20c-67c0f37a98db req-a81c30c1-e16a-491e-ae1e-8a12665cde53 service neutron] 10.222.0.53 "GET /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290047 Aug 31 23:41:36.525085 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5c813e0b-1edf-484c-b685-bb2cbf5cf32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:36.588556 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c813e0b-1edf-484c-b685-bb2cbf5cf32d admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:36.669777 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5c813e0b-1edf-484c-b685-bb2cbf5cf32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762355'] for router_gateway, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:36.732228 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0118df36-583f-47de-a20c-67c0f37a98db req-4ad6393c-33a0-4ad5-8500-993809a153d8 service neutron] 10.222.0.53 "GET /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157118 Aug 31 23:41:36.762944 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5c813e0b-1edf-484c-b685-bb2cbf5cf32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1766157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30469'] for router, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:36.765187 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5c813e0b-1edf-484c-b685-bb2cbf5cf32d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:36.812409 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5c813e0b-1edf-484c-b685-bb2cbf5cf32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1766150'] for router, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:36.812990 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c813e0b-1edf-484c-b685-bb2cbf5cf32d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 695f56e9-b0af-4ee1-86c8-0e711c1f7f44 {{(pid=93845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 23:41:36.818101 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5c813e0b-1edf-484c-b685-bb2cbf5cf32d admin admin] Notify callbacks [] for router, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:36.821970 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49364) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:36.822158 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-5c813e0b-1edf-484c-b685-bb2cbf5cf32d admin admin] 10.222.0.54 "DELETE /v2.0/routers/695f56e9-b0af-4ee1-86c8-0e711c1f7f44 HTTP/1.1" status: 204 len: 168 time: 1.2491779 Aug 31 23:41:36.890423 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b42779-55b6-4914-894a-c91e28fec30d admin admin] Deleting subnet 733cccf0-6e43-4ce8-afbb-f41908f9a3d2 {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:41:36.894942 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d1b42779-55b6-4914-894a-c91e28fec30d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:36.932078 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d1b42779-55b6-4914-894a-c91e28fec30d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12942935'] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.009304 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d1b42779-55b6-4914-894a-c91e28fec30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534214'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.060969 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d1b42779-55b6-4914-894a-c91e28fec30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12942717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12932385'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.085292 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b42779-55b6-4914-894a-c91e28fec30d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=733cccf0-6e43-4ce8-afbb-f41908f9a3d2,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:37.088873 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-d1b42779-55b6-4914-894a-c91e28fec30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.092929 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d1b42779-55b6-4914-894a-c91e28fec30d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/733cccf0-6e43-4ce8-afbb-f41908f9a3d2 HTTP/1.1" status: 204 len: 168 time: 0.2676008 Aug 31 23:41:37.093282 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49368) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:37.095674 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3882198-f393-4bdc-90ba-e673c7d3a352 None None] Network c98a4428-8bc7-405d-a21f-47c2f8139ccb requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:41:37.157840 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564137'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.214404 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] Deleting port 645657de-2392-413c-8976-cdcfeab03b43 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:41:37.214752 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.279171 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] For port 645657de-2392-413c-8976-cdcfeab03b43, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=645657de-2392-413c-8976-cdcfeab03b43,segment=NetworkSegment(e72f41e8-d97d-48fa-815f-e1cb269bea2a),segment_id=e72f41e8-d97d-48fa-815f-e1cb269bea2a)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:37.279526 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.280279 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dfb882-ba6d-4617-9b7c-e62fafc982ae None None] DHCP port deletion for c98a4428-8bc7-405d-a21f-47c2f8139ccb request from dv-cinder-804459-5-iscsi {{(pid=93847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 23:41:37.294697 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] Calling delete_port for 645657de-2392-413c-8976-cdcfeab03b43 owned by network:dhcp {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:41:37.332045 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-a2dfb882-ba6d-4617-9b7c-e62fafc982ae None None] Deleting port 645657de-2392-413c-8976-cdcfeab03b43 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:41:37.332528 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb882-ba6d-4617-9b7c-e62fafc982ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.375341 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.396093 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-a2dfb882-ba6d-4617-9b7c-e62fafc982ae None None] For port 645657de-2392-413c-8976-cdcfeab03b43, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=645657de-2392-413c-8976-cdcfeab03b43,segment=NetworkSegment(e72f41e8-d97d-48fa-815f-e1cb269bea2a),segment_id=e72f41e8-d97d-48fa-815f-e1cb269bea2a)] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:41:37.396521 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb882-ba6d-4617-9b7c-e62fafc982ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.403722 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=645657de-2392-413c-8976-cdcfeab03b43,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:37.407259 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] No DVR routers for this DVR port 645657de-2392-413c-8976-cdcfeab03b43 on host dv-cinder-804459-5-iscsi {{(pid=93846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:41:37.411676 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-a2dfb882-ba6d-4617-9b7c-e62fafc982ae None None] Calling delete_port for 645657de-2392-413c-8976-cdcfeab03b43 owned by network:dhcp {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:41:37.478131 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-555069', 'neutron.services.segments.db._delete_segments_for_network-8773537300673'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.488366 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98a4428-8bc7-405d-a21f-47c2f8139ccb']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:37.499606 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb882-ba6d-4617-9b7c-e62fafc982ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.505097 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72f41e8-d97d-48fa-815f-e1cb269bea2a') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:37.505364 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72f41e8-d97d-48fa-815f-e1cb269bea2a') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:41:37.524563 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773537312853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942956'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.525581 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfb882-ba6d-4617-9b7c-e62fafc982ae None None] Pushing event deleted for resources: {'Port': ['ID=645657de-2392-413c-8976-cdcfeab03b43,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:37.529528 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dfb882-ba6d-4617-9b7c-e62fafc982ae None None] No DVR routers for this DVR port 645657de-2392-413c-8976-cdcfeab03b43 on host dv-cinder-804459-5-iscsi {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:41:37.547053 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.553786 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:41:37.554169 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12942791'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: timer() Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: cb(*args, **kw) Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: self._notify() Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: self.callback(batched_events) Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: event.method(event) Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._get(url).json() Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:41:37.560101 dv-cinder-804459-5-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:41:37.618710 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-555044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762335'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.625152 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.627008 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c98a4428-8bc7-405d-a21f-47c2f8139ccb HTTP/1.1" status: 204 len: 168 time: 0.5328209 Aug 31 23:41:37.638156 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687f44-96c1-4926-aefd-95b35f862bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c98a4428-8bc7-405d-a21f-47c2f8139ccb,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:37.714332 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 36efca04-bae2-4dac-8018-087f98be430f no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:41:37.735448 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: 36efca04-bae2-4dac-8018-087f98be430f {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:41:37.735777 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 36efca04-bae2-4dac-8018-087f98be430f not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:41:37.736264 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8 no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:41:37.755628 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:41:37.755982 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device ee1fd4ce-f6e5-42c8-8bed-832eb6c8a8f8 not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:41:37.756417 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 645657de-2392-413c-8976-cdcfeab03b43 no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:41:37.776546 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: 645657de-2392-413c-8976-cdcfeab03b43 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:41:37.776920 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 645657de-2392-413c-8976-cdcfeab03b43 not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:41:37.790285 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49372) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:37.829273 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-d1ca831a-0781-4f10-a8a3-2e9c4321d775 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b688313b25cd4a65a9e59f26ecccba69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377357 Aug 31 23:41:37.831569 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49374) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:37.881372 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1191fe71-dc55-40b9-a654-e5fb07c4cf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.903391 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1191fe71-dc55-40b9-a654-e5fb07c4cf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.952183 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1191fe71-dc55-40b9-a654-e5fb07c4cf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.954902 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-1191fe71-dc55-40b9-a654-e5fb07c4cf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:37.956012 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-1191fe71-dc55-40b9-a654-e5fb07c4cf82 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/61c2833f-d60a-498a-9e87-ac2bbc135ec0 HTTP/1.1" status: 204 len: 168 time: 0.1235492 Aug 31 23:41:37.964373 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191fe71-dc55-40b9-a654-e5fb07c4cf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c2833f-d60a-498a-9e87-ac2bbc135ec0,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:38.261641 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49382) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:38.301387 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-adfc6716-f61d-4357-a075-ffc5e52a42c2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=78cd2559961e4beb879358fda657fcac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386310 Aug 31 23:41:38.303751 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49384) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:41:38.349300 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6b75129b-1821-4ee0-a300-698228fac46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:38.378378 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6b75129b-1821-4ee0-a300-698228fac46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:38.422629 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6b75129b-1821-4ee0-a300-698228fac46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:38.425227 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6b75129b-1821-4ee0-a300-698228fac46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:38.426357 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6b75129b-1821-4ee0-a300-698228fac46d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16086944-a17f-4de4-9ef9-950f510013c6 HTTP/1.1" status: 204 len: 168 time: 0.1217337 Aug 31 23:41:38.436135 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75129b-1821-4ee0-a300-698228fac46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16086944-a17f-4de4-9ef9-950f510013c6,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:41:39.503057 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:41:39.858378 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-50e7f064-a9b4-4208-aae3-afebc6763481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:42.538190 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:42.885442 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-6698017e-9f0d-48e6-b8d3-4adb3cbc0b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:43.141835 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:43.582655 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:45.040640 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:41:58.616234 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab58907-58bd-4e04-9378-ef2705bcc3ee req-48daa263-a391-47b6-a948-f9b053436707 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:58.617758 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-fab58907-58bd-4e04-9378-ef2705bcc3ee req-48daa263-a391-47b6-a948-f9b053436707 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 984 time: 0.0482490 Aug 31 23:41:58.627395 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd0ff8-cda5-4c8a-b95c-6529434d029e req-e5683804-7ab5-465a-b07f-d3447358a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:58.628926 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-61dd0ff8-cda5-4c8a-b95c-6529434d029e req-e5683804-7ab5-465a-b07f-d3447358a412 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0219f63b35304567bcd4e6eec44677ec&device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 1137 time: 0.0421753 Aug 31 23:41:58.656938 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-fab58907-58bd-4e04-9378-ef2705bcc3ee req-0c180a24-afc4-4c11-a896-adc8c8dca415 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=641fbb92-2402-4591-90b2-1986c11f0f7c&id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326231 Aug 31 23:41:58.720139 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd0ff8-cda5-4c8a-b95c-6529434d029e req-82dac8f0-8e2b-42ab-9443-7d428bbed4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:58.721585 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-61dd0ff8-cda5-4c8a-b95c-6529434d029e req-82dac8f0-8e2b-42ab-9443-7d428bbed4cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=017f8700-9e80-4d8b-aff1-f96091e52728 HTTP/1.1" status: 200 len: 915 time: 0.0828183 Aug 31 23:41:58.791610 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-61dd0ff8-cda5-4c8a-b95c-6529434d029e req-c929e9df-b8b6-4de6-bf1c-d989a1319c9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7ef2da5-0279-4ee6-8e6f-470805046087 HTTP/1.1" status: 200 len: 1001 time: 0.0610948 Aug 31 23:41:58.839388 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd0ff8-cda5-4c8a-b95c-6529434d029e req-d61cfbb9-4ab2-4a25-adc1-531071777ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:58.841330 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-61dd0ff8-cda5-4c8a-b95c-6529434d029e req-d61cfbb9-4ab2-4a25-adc1-531071777ebf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e795449-f81e-4656-90ad-7639cfd27b60 HTTP/1.1" status: 200 len: 853 time: 0.0411706 Aug 31 23:41:58.887858 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd0ff8-cda5-4c8a-b95c-6529434d029e req-9eced052-4dcd-4bd3-a079-4ff043a50dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:58.889409 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-61dd0ff8-cda5-4c8a-b95c-6529434d029e req-9eced052-4dcd-4bd3-a079-4ff043a50dcd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=017f8700-9e80-4d8b-aff1-f96091e52728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397964 Aug 31 23:41:58.982440 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-61dd0ff8-cda5-4c8a-b95c-6529434d029e req-1312c5cd-1ddc-4cec-9196-71a28fd8ded3 service neutron] 10.222.0.53 "GET /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841539 Aug 31 23:41:59.069583 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-61dd0ff8-cda5-4c8a-b95c-6529434d029e req-c3c4e9c3-2557-496a-86fd-250f722e4f08 service neutron] 10.222.0.53 "GET /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792148 Aug 31 23:41:59.776731 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644f078-c86f-4a2c-9c3e-608836356e22 req-30f0db6f-48a2-44b8-8999-56517b0f50c4 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:41:59.778606 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0644f078-c86f-4a2c-9c3e-608836356e22 req-30f0db6f-48a2-44b8-8999-56517b0f50c4 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 984 time: 0.0525315 Aug 31 23:41:59.817417 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-0644f078-c86f-4a2c-9c3e-608836356e22 req-59ca8c41-d8eb-43b5-904d-ffb5f89cb56b tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=641fbb92-2402-4591-90b2-1986c11f0f7c&id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328805 Aug 31 23:42:00.933172 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b0ad2-152d-40ba-b27d-dd074848a381 req-2767a041-78cc-473e-96bf-e5b087ce0343 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:00.935206 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-786b0ad2-152d-40ba-b27d-dd074848a381 req-2767a041-78cc-473e-96bf-e5b087ce0343 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 984 time: 0.0506020 Aug 31 23:42:00.973417 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-786b0ad2-152d-40ba-b27d-dd074848a381 req-3913e515-3ddf-4846-bd01-742033192b44 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=641fbb92-2402-4591-90b2-1986c11f0f7c&id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321684 Aug 31 23:42:02.293526 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879e2fa-0adc-4f47-b0a4-7af03fb7ca32 req-a67952ed-311b-4c14-8324-2f93a0d5ce91 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:02.295416 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6879e2fa-0adc-4f47-b0a4-7af03fb7ca32 req-a67952ed-311b-4c14-8324-2f93a0d5ce91 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 984 time: 0.2512755 Aug 31 23:42:02.337187 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6879e2fa-0adc-4f47-b0a4-7af03fb7ca32 req-909f3752-a646-4337-8a80-356e78d5c746 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=641fbb92-2402-4591-90b2-1986c11f0f7c&id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358300 Aug 31 23:42:03.509685 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dc910-63dc-46e6-9cc4-a0b0bea5489b req-8af9825c-b974-4a45-bc6d-d77bc368fd75 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:03.511178 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-da6dc910-63dc-46e6-9cc4-a0b0bea5489b req-8af9825c-b974-4a45-bc6d-d77bc368fd75 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 984 time: 0.1040072 Aug 31 23:42:03.550828 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-da6dc910-63dc-46e6-9cc4-a0b0bea5489b req-505b616d-a579-403a-a014-c490ad0cff7b tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=641fbb92-2402-4591-90b2-1986c11f0f7c&id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336547 Aug 31 23:42:04.662196 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfaa43-8feb-4027-85b2-6f73752d17e8 req-ce5aaf5f-af00-49fe-9cd1-40694436bd4e tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:04.663652 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-04bfaa43-8feb-4027-85b2-6f73752d17e8 req-ce5aaf5f-af00-49fe-9cd1-40694436bd4e tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 984 time: 0.0472813 Aug 31 23:42:04.702914 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-04bfaa43-8feb-4027-85b2-6f73752d17e8 req-b36b6d94-eb59-4f82-8696-d94932dbf97b tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=641fbb92-2402-4591-90b2-1986c11f0f7c&id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327144 Aug 31 23:42:05.816892 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f56698-4478-462a-b82e-654a4a975fee req-3461af7c-ab80-4f23-8a2e-d31cc6b95137 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:05.818256 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b2f56698-4478-462a-b82e-654a4a975fee req-3461af7c-ab80-4f23-8a2e-d31cc6b95137 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 984 time: 0.0490682 Aug 31 23:42:05.858334 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-b2f56698-4478-462a-b82e-654a4a975fee req-25cf39fc-cb0e-4cad-a9ea-dbcc3e54b4a9 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=641fbb92-2402-4591-90b2-1986c11f0f7c&id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341144 Aug 31 23:42:06.200618 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 49592) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:06.303644 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-fed80883-1e63-40e2-94e1-807eed5c9a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:06.393341 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-fed80883-1e63-40e2-94e1-807eed5c9a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:06.397818 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-fed80883-1e63-40e2-94e1-807eed5c9a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:06.435777 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-fed80883-1e63-40e2-94e1-807eed5c9a93 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8fbae1a376f841348ea8e971cb20e770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341022 Aug 31 23:42:06.436689 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed80883-1e63-40e2-94e1-807eed5c9a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531c4234-d8cf-40fd-9d3e-6a65d7efbbf9,revision_number=1']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:06.438387 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49596) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:06.443722 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed80883-1e63-40e2-94e1-807eed5c9a93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:06.444081 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed80883-1e63-40e2-94e1-807eed5c9a93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:06.444435 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed80883-1e63-40e2-94e1-807eed5c9a93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:06.444797 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed80883-1e63-40e2-94e1-807eed5c9a93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:06.445134 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed80883-1e63-40e2-94e1-807eed5c9a93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:06.445463 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed80883-1e63-40e2-94e1-807eed5c9a93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:06.445787 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed80883-1e63-40e2-94e1-807eed5c9a93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:06.446112 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed80883-1e63-40e2-94e1-807eed5c9a93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:06.446440 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed80883-1e63-40e2-94e1-807eed5c9a93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:06.446761 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed80883-1e63-40e2-94e1-807eed5c9a93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:06.447079 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed80883-1e63-40e2-94e1-807eed5c9a93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:06.447396 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed80883-1e63-40e2-94e1-807eed5c9a93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:06.488718 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4740fac6-cfaf-4ab3-a2f4-e0d9c5afc3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:06.510290 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4740fac6-cfaf-4ab3-a2f4-e0d9c5afc3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:06.553717 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4740fac6-cfaf-4ab3-a2f4-e0d9c5afc3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:06.556298 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-4740fac6-cfaf-4ab3-a2f4-e0d9c5afc3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:06.557509 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-4740fac6-cfaf-4ab3-a2f4-e0d9c5afc3ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/531c4234-d8cf-40fd-9d3e-6a65d7efbbf9 HTTP/1.1" status: 204 len: 168 time: 0.1181538 Aug 31 23:42:06.567488 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740fac6-cfaf-4ab3-a2f4-e0d9c5afc3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531c4234-d8cf-40fd-9d3e-6a65d7efbbf9,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:06.972891 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290306c-885d-4eb2-8886-c546d8b56528 req-381f8cf1-122f-4d97-9184-4c217f925015 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:06.974368 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6290306c-885d-4eb2-8886-c546d8b56528 req-381f8cf1-122f-4d97-9184-4c217f925015 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 984 time: 0.0487683 Aug 31 23:42:07.015373 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6290306c-885d-4eb2-8886-c546d8b56528 req-d1620594-1483-4975-b2c3-999d9624c3f3 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=641fbb92-2402-4591-90b2-1986c11f0f7c&id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347521 Aug 31 23:42:08.129422 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e4f9f-52ba-4564-b12f-a825d9952ef7 req-671deb50-bc5d-466e-ad83-4902e8a3aeb5 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:08.130879 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-840e4f9f-52ba-4564-b12f-a825d9952ef7 req-671deb50-bc5d-466e-ad83-4902e8a3aeb5 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 984 time: 0.0484643 Aug 31 23:42:08.172033 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-840e4f9f-52ba-4564-b12f-a825d9952ef7 req-2d39844f-8657-4acb-870c-7b8c238492b6 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=641fbb92-2402-4591-90b2-1986c11f0f7c&id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348513 Aug 31 23:42:09.284684 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f572a7e-d7d5-46bb-ad8a-e939bccfe4b4 req-829f9b7e-a6a9-436f-a5a4-1dc158b4e03e tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:09.286049 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6f572a7e-d7d5-46bb-ad8a-e939bccfe4b4 req-829f9b7e-a6a9-436f-a5a4-1dc158b4e03e tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 984 time: 0.0478938 Aug 31 23:42:09.328423 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-6f572a7e-d7d5-46bb-ad8a-e939bccfe4b4 req-396cc693-6f06-4eaf-a621-4fd9ad7aab85 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=641fbb92-2402-4591-90b2-1986c11f0f7c&id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364811 Aug 31 23:42:09.858076 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8e631034-fd32-4505-a89c-09c1112b2a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:10.440811 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d0bdd-956a-444d-acfe-3f873f4f6cae req-4a9a4670-e20c-4d46-b5b6-46f2ff6cb946 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:10.442267 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-090d0bdd-956a-444d-acfe-3f873f4f6cae req-4a9a4670-e20c-4d46-b5b6-46f2ff6cb946 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 984 time: 0.0479522 Aug 31 23:42:10.480437 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-090d0bdd-956a-444d-acfe-3f873f4f6cae req-54cd0ec1-44b5-4492-a02e-5103f130c3d1 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=641fbb92-2402-4591-90b2-1986c11f0f7c&id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322647 Aug 31 23:42:11.593796 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604100b7-9c5f-406b-8cfe-62be7204c5ba req-e4e6c0c8-f523-4d3d-b2cc-098890e5bfcf tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:11.595257 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-604100b7-9c5f-406b-8cfe-62be7204c5ba req-e4e6c0c8-f523-4d3d-b2cc-098890e5bfcf tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 984 time: 0.0482252 Aug 31 23:42:11.635385 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-604100b7-9c5f-406b-8cfe-62be7204c5ba req-a4865514-c560-4f93-867b-3ef3b26781a3 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=641fbb92-2402-4591-90b2-1986c11f0f7c&id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336983 Aug 31 23:42:12.521511 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:12.755519 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffbc75-2a6c-413d-9605-703d2bfb04d6 req-0d3e1541-774c-411e-9343-abfab8773a65 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:12.757000 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5fffbc75-2a6c-413d-9605-703d2bfb04d6 req-0d3e1541-774c-411e-9343-abfab8773a65 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 984 time: 0.0511270 Aug 31 23:42:12.796065 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-5fffbc75-2a6c-413d-9605-703d2bfb04d6 req-800e1843-eca2-4e67-962b-53c7ae1ec20e tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=641fbb92-2402-4591-90b2-1986c11f0f7c&id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330946 Aug 31 23:42:12.887229 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-6ea35fd5-b6fc-4a8d-b559-311b4ec7a97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:13.142573 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:13.582384 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:15.041171 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:16.502817 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:42:20.402391 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-22f20d4d-aab8-4314-b6e1-1811245fcaf3 req-4d8b2a60-1cda-4852-b23a-223d56f2a2c0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1279814 Aug 31 23:42:20.482462 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f20d4d-aab8-4314-b6e1-1811245fcaf3 req-a8b76776-e130-4607-87ca-fc82a9227ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:20.483909 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-22f20d4d-aab8-4314-b6e1-1811245fcaf3 req-a8b76776-e130-4607-87ca-fc82a9227ba6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0219f63b35304567bcd4e6eec44677ec&device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 1137 time: 0.0396638 Aug 31 23:42:20.589518 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f20d4d-aab8-4314-b6e1-1811245fcaf3 req-d0e79e8b-73ef-4aad-bdb1-d045972da5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:20.590897 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-22f20d4d-aab8-4314-b6e1-1811245fcaf3 req-d0e79e8b-73ef-4aad-bdb1-d045972da5c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=017f8700-9e80-4d8b-aff1-f96091e52728 HTTP/1.1" status: 200 len: 915 time: 0.0862734 Aug 31 23:42:20.655980 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-22f20d4d-aab8-4314-b6e1-1811245fcaf3 req-b79f3fa3-f8d1-4467-958f-1901715cc2ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7ef2da5-0279-4ee6-8e6f-470805046087 HTTP/1.1" status: 200 len: 1001 time: 0.0577331 Aug 31 23:42:20.709433 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f20d4d-aab8-4314-b6e1-1811245fcaf3 req-bad8ca26-1c0f-46d2-88da-f8a949f56724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:20.710889 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-22f20d4d-aab8-4314-b6e1-1811245fcaf3 req-bad8ca26-1c0f-46d2-88da-f8a949f56724 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e795449-f81e-4656-90ad-7639cfd27b60 HTTP/1.1" status: 200 len: 853 time: 0.0468552 Aug 31 23:42:20.755408 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f20d4d-aab8-4314-b6e1-1811245fcaf3 req-01ded848-2ba8-4c8e-91ac-afe4c91a96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:20.756868 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-22f20d4d-aab8-4314-b6e1-1811245fcaf3 req-01ded848-2ba8-4c8e-91ac-afe4c91a96c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=017f8700-9e80-4d8b-aff1-f96091e52728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393836 Aug 31 23:42:20.768549 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [req-22f20d4d-aab8-4314-b6e1-1811245fcaf3 req-9f29d5a4-b0bc-4a07-83cb-7925a4d2451a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 23:42:20.769479 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-22f20d4d-aab8-4314-b6e1-1811245fcaf3 req-9f29d5a4-b0bc-4a07-83cb-7925a4d2451a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048075 Aug 31 23:42:20.854598 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-22f20d4d-aab8-4314-b6e1-1811245fcaf3 req-1ed2d4de-d1a2-4ed2-b040-8f87fef94b16 service neutron] 10.222.0.53 "GET /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783002 Aug 31 23:42:20.946332 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-22f20d4d-aab8-4314-b6e1-1811245fcaf3 req-f87be6d3-0280-4e2e-a299-268383670937 service neutron] 10.222.0.53 "GET /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845835 Aug 31 23:42:26.536512 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49762) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:26.641005 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-434bb4a7-c175-4283-9b96-279ddca4bd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.732455 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-434bb4a7-c175-4283-9b96-279ddca4bd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.736269 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-434bb4a7-c175-4283-9b96-279ddca4bd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_create {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.774995 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-434bb4a7-c175-4283-9b96-279ddca4bd8a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=652b5fff88c3436195e39ce54d95a635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374098 Aug 31 23:42:26.775955 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bb4a7-c175-4283-9b96-279ddca4bd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13984d7e-afb1-4d9d-8ad7-1d4062ffd839,revision_number=1']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:26.777613 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 49766) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:26.825961 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d9fa56c2-3cc4-495c-ad20-280e3540bd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.847001 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d9fa56c2-3cc4-495c-ad20-280e3540bd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.892670 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d9fa56c2-3cc4-495c-ad20-280e3540bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.895168 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-d9fa56c2-3cc4-495c-ad20-280e3540bd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:26.896308 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-d9fa56c2-3cc4-495c-ad20-280e3540bd39 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13984d7e-afb1-4d9d-8ad7-1d4062ffd839 HTTP/1.1" status: 204 len: 168 time: 0.1177039 Aug 31 23:42:26.903622 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa56c2-3cc4-495c-ad20-280e3540bd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13984d7e-afb1-4d9d-8ad7-1d4062ffd839,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:39.859534 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b4a0cf97-2872-4a7c-8f5c-c05255731f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:42.545987 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:42.888454 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-6dce1df3-73f8-410e-8cce-a3a0acb33a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:43.142659 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:43.585458 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:45.044273 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.239090 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-726dd72d-5015-4562-9406-02f0e93462a5 req-347b9142-ce65-420e-b73e-cbcb092b52fc tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1348151827&fields=id&tenant_id=0219f63b35304567bcd4e6eec44677ec HTTP/1.1" status: 200 len: 267 time: 0.0329480 Aug 31 23:42:48.294225 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726dd72d-5015-4562-9406-02f0e93462a5 req-06081046-a0d1-41e4-a5e3-f85a5105f7e4 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:48.295677 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-726dd72d-5015-4562-9406-02f0e93462a5 req-06081046-a0d1-41e4-a5e3-f85a5105f7e4 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 984 time: 0.0506032 Aug 31 23:42:48.308766 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.v2.base [req-726dd72d-5015-4562-9406-02f0e93462a5 req-51119101-aba2-4ae6-996c-64995eeb4661 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Request body: {'port': {'security_groups': ['3479bf53-f15b-42e4-a233-c196cb3fbd6d']}} {{(pid=93845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 23:42:48.369655 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-726dd72d-5015-4562-9406-02f0e93462a5 req-51119101-aba2-4ae6-996c-64995eeb4661 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613731'] for port, before_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.536204 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-726dd72d-5015-4562-9406-02f0e93462a5 req-51119101-aba2-4ae6-996c-64995eeb4661 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] For port f7ef2da5-0279-4ee6-8e6f-470805046087, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f7ef2da5-0279-4ee6-8e6f-470805046087,segment=NetworkSegment(bdbdf7ea-4cf3-4d9a-bb3c-371c258db580),segment_id=bdbdf7ea-4cf3-4d9a-bb3c-371c258db580)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:42:48.565111 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-726dd72d-5015-4562-9406-02f0e93462a5 req-51119101-aba2-4ae6-996c-64995eeb4661 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for port, precommit_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.569584 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-726dd72d-5015-4562-9406-02f0e93462a5 req-51119101-aba2-4ae6-996c-64995eeb4661 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773537363155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773536780346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773536780364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14659245'] for port, after_update {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.586711 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['f7ef2da5-0279-4ee6-8e6f-470805046087'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:42:48.614173 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726dd72d-5015-4562-9406-02f0e93462a5 req-51119101-aba2-4ae6-996c-64995eeb4661 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:48.614799 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-726dd72d-5015-4562-9406-02f0e93462a5 req-51119101-aba2-4ae6-996c-64995eeb4661 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.616239 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-726dd72d-5015-4562-9406-02f0e93462a5 req-51119101-aba2-4ae6-996c-64995eeb4661 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "PUT /v2.0/ports/f7ef2da5-0279-4ee6-8e6f-470805046087 HTTP/1.1" status: 200 len: 942 time: 0.3121412 Aug 31 23:42:48.616711 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2701282e-53f4-4f18-b06a-b542b209db88', 'tag': 'f7ef2da5-0279-4ee6-8e6f-470805046087'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:42:48.618967 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af8fe5a-3d59-45a4-a681-d8a9afb3adc6" -d '{"events": [{"name": "network-changed", "server_uuid": "2701282e-53f4-4f18-b06a-b542b209db88", "tag": "f7ef2da5-0279-4ee6-8e6f-470805046087"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:42:48.623471 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49778) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:48.651490 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51119101-aba2-4ae6-996c-64995eeb4661 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Pushing event updated for resources: {'Port': ['ID=f7ef2da5-0279-4ee6-8e6f-470805046087,revision_number=7']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:48.679008 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a8793e-56b7-4e4f-809d-d8be5a64ea83 x-openstack-request-id: req-c6a8793e-56b7-4e4f-809d-d8be5a64ea83 {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:42:48.679309 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2701282e-53f4-4f18-b06a-b542b209db88", "tag": "f7ef2da5-0279-4ee6-8e6f-470805046087", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:42:48.679564 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c6a8793e-56b7-4e4f-809d-d8be5a64ea83 {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:42:48.679966 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2701282e-53f4-4f18-b06a-b542b209db88', 'tag': 'f7ef2da5-0279-4ee6-8e6f-470805046087', 'status': 'completed', 'code': 200} Aug 31 23:42:48.694638 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-64ee4e1b-8139-44fa-9ddc-6841cd25fe03 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.708976 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['f7ef2da5-0279-4ee6-8e6f-470805046087'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:42:48.727043 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-64ee4e1b-8139-44fa-9ddc-6841cd25fe03 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.755914 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8fe5a-3d59-45a4-a681-d8a9afb3adc6 req-16f7a5e0-f138-45ca-a000-76b3d0ee1d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:48.757444 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1af8fe5a-3d59-45a4-a681-d8a9afb3adc6 req-16f7a5e0-f138-45ca-a000-76b3d0ee1d47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0219f63b35304567bcd4e6eec44677ec&device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 1098 time: 0.0543551 Aug 31 23:42:48.803466 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-64ee4e1b-8139-44fa-9ddc-6841cd25fe03 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.807585 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-64ee4e1b-8139-44fa-9ddc-6841cd25fe03 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.809697 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-64ee4e1b-8139-44fa-9ddc-6841cd25fe03 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "DELETE /v2.0/security-groups/641fbb92-2402-4591-90b2-1986c11f0f7c HTTP/1.1" status: 204 len: 168 time: 0.1840086 Aug 31 23:42:48.822702 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49780) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:48.823600 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee4e1b-8139-44fa-9ddc-6841cd25fe03 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=641fbb92-2402-4591-90b2-1986c11f0f7c,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:48.865665 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4e1b-8139-44fa-9ddc-6841cd25fe03 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:48.866090 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4e1b-8139-44fa-9ddc-6841cd25fe03 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:48.866576 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4e1b-8139-44fa-9ddc-6841cd25fe03 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:48.866959 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4e1b-8139-44fa-9ddc-6841cd25fe03 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:48.867296 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4e1b-8139-44fa-9ddc-6841cd25fe03 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:48.867632 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4e1b-8139-44fa-9ddc-6841cd25fe03 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:48.867959 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4e1b-8139-44fa-9ddc-6841cd25fe03 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:48.868293 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4e1b-8139-44fa-9ddc-6841cd25fe03 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:48.868643 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4e1b-8139-44fa-9ddc-6841cd25fe03 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:48.868969 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4e1b-8139-44fa-9ddc-6841cd25fe03 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:48.869292 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4e1b-8139-44fa-9ddc-6841cd25fe03 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:48.869611 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4e1b-8139-44fa-9ddc-6841cd25fe03 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:48.886002 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8fe5a-3d59-45a4-a681-d8a9afb3adc6 req-9cc299dc-b595-4650-9294-2fa0ef6d5316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:48.887757 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1af8fe5a-3d59-45a4-a681-d8a9afb3adc6 req-9cc299dc-b595-4650-9294-2fa0ef6d5316 service neutron] 10.222.0.53 "GET /v2.0/networks?id=017f8700-9e80-4d8b-aff1-f96091e52728 HTTP/1.1" status: 200 len: 915 time: 0.1171660 Aug 31 23:42:48.888638 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.provisioning_blocks [None req-9ff38393-737e-4211-8497-144996ab229f None None] Provisioning complete for port f7ef2da5-0279-4ee6-8e6f-470805046087 triggered by entity DHCP. {{(pid=93847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 23:42:48.889014 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9ff38393-737e-4211-8497-144996ab229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-540596'] for port, provisioning_complete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:48.959225 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1af8fe5a-3d59-45a4-a681-d8a9afb3adc6 req-7e1fda75-0055-4ed3-a43a-34d75ff3d518 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7ef2da5-0279-4ee6-8e6f-470805046087 HTTP/1.1" status: 200 len: 1001 time: 0.0632589 Aug 31 23:42:48.995492 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-290e7f73-e1a4-4324-85bb-56800b432cae tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Deleting port f5b9d86a-9cca-48a8-9aac-312a4592e9b9 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:42:48.995844 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-290e7f73-e1a4-4324-85bb-56800b432cae tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:49.013131 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8fe5a-3d59-45a4-a681-d8a9afb3adc6 req-b22e0a4d-a071-4d65-9953-43c83e4be9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:49.014624 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1af8fe5a-3d59-45a4-a681-d8a9afb3adc6 req-b22e0a4d-a071-4d65-9953-43c83e4be9d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e795449-f81e-4656-90ad-7639cfd27b60 HTTP/1.1" status: 200 len: 853 time: 0.0472727 Aug 31 23:42:49.061726 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8fe5a-3d59-45a4-a681-d8a9afb3adc6 req-3fdab5a6-7a35-4c25-8d28-7c4d1aa0a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:49.063221 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1af8fe5a-3d59-45a4-a681-d8a9afb3adc6 req-3fdab5a6-7a35-4c25-8d28-7c4d1aa0a669 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=017f8700-9e80-4d8b-aff1-f96091e52728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388861 Aug 31 23:42:49.067775 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-290e7f73-e1a4-4324-85bb-56800b432cae tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:49.068102 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-290e7f73-e1a4-4324-85bb-56800b432cae tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:49.080180 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-290e7f73-e1a4-4324-85bb-56800b432cae tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Calling delete_port for f5b9d86a-9cca-48a8-9aac-312a4592e9b9 owned by network:floatingip {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:42:49.155030 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1af8fe5a-3d59-45a4-a681-d8a9afb3adc6 req-038ac92e-e212-4e05-834b-166092157c10 service neutron] 10.222.0.53 "GET /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833755 Aug 31 23:42:49.246822 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1af8fe5a-3d59-45a4-a681-d8a9afb3adc6 req-49f50789-5a0d-48ec-aa5a-88c4ef610bb8 service neutron] 10.222.0.53 "GET /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819433 Aug 31 23:42:49.247581 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-290e7f73-e1a4-4324-85bb-56800b432cae tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:49.276083 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e7f73-e1a4-4324-85bb-56800b432cae tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Pushing event deleted for resources: {'Port': ['ID=f5b9d86a-9cca-48a8-9aac-312a4592e9b9,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:49.334451 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-290e7f73-e1a4-4324-85bb-56800b432cae tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks [] for floatingip, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:49.334777 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.db.l3_db [None req-290e7f73-e1a4-4324-85bb-56800b432cae tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Floating IP b8f4b809-d476-4a60-a8b4-7a52041a0d2b disassociated (deleted). External IP: 172.27.0.208, port: f7ef2da5-0279-4ee6-8e6f-470805046087. Aug 31 23:42:49.532659 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290e7f73-e1a4-4324-85bb-56800b432cae tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Router 0a3937f9-4941-4d10-acf8-df420613a78b has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:42:49.871404 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290e7f73-e1a4-4324-85bb-56800b432cae tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:42:49.876048 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-290e7f73-e1a4-4324-85bb-56800b432cae tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for floatingip, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:49.880726 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e9feaf-9c1f-4b66-86f9-e7755151d150 None None] Sync routers for ids ['0a3937f9-4941-4d10-acf8-df420613a78b'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:42:49.890910 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e9feaf-9c1f-4b66-86f9-e7755151d150 None None] Routers {'0a3937f9-4941-4d10-acf8-df420613a78b'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:42:49.891518 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-b5e9feaf-9c1f-4b66-86f9-e7755151d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:42:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a3937f9-4941-4d10-acf8-df420613a78b'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:49.903480 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-290e7f73-e1a4-4324-85bb-56800b432cae tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "DELETE /v2.0/floatingips/b8f4b809-d476-4a60-a8b4-7a52041a0d2b HTTP/1.1" status: 204 len: 168 time: 1.0773168 Aug 31 23:42:49.904060 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2701282e-53f4-4f18-b06a-b542b209db88', 'tag': 'f7ef2da5-0279-4ee6-8e6f-470805046087'}] {{(pid=93846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:42:49.906960 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f13e17d4f082eee8db626e153c8674a5f3112bea7488b178d1c4a6516ff361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61092006-6b38-458e-aca9-28be74331bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "2701282e-53f4-4f18-b06a-b542b209db88", "tag": "f7ef2da5-0279-4ee6-8e6f-470805046087"}]}' {{(pid=93846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:42:49.961895 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 23:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8830949f-b941-4e1a-8d50-0e8b7d082b08 x-openstack-request-id: req-8830949f-b941-4e1a-8d50-0e8b7d082b08 {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:42:49.962180 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2701282e-53f4-4f18-b06a-b542b209db88", "tag": "f7ef2da5-0279-4ee6-8e6f-470805046087", "status": "completed", "code": 200}]} {{(pid=93846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:42:49.962425 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8830949f-b941-4e1a-8d50-0e8b7d082b08 {{(pid=93846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:42:49.962816 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2701282e-53f4-4f18-b06a-b542b209db88', 'tag': 'f7ef2da5-0279-4ee6-8e6f-470805046087', 'status': 'completed', 'code': 200} Aug 31 23:42:50.005416 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-b5e9feaf-9c1f-4b66-86f9-e7755151d150 None None] Set router 0a3937f9-4941-4d10-acf8-df420613a78b gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:42:50.033866 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61092006-6b38-458e-aca9-28be74331bd7 req-ac358087-81d7-4da7-b2cd-adb6edb17fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:50.035378 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-61092006-6b38-458e-aca9-28be74331bd7 req-ac358087-81d7-4da7-b2cd-adb6edb17fb1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0219f63b35304567bcd4e6eec44677ec&device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 1098 time: 0.0445788 Aug 31 23:42:50.141719 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61092006-6b38-458e-aca9-28be74331bd7 req-b0a6d42b-a8ee-4f92-a227-d72807c4e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:50.143496 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-61092006-6b38-458e-aca9-28be74331bd7 req-b0a6d42b-a8ee-4f92-a227-d72807c4e560 service neutron] 10.222.0.53 "GET /v2.0/networks?id=017f8700-9e80-4d8b-aff1-f96091e52728 HTTP/1.1" status: 200 len: 915 time: 0.0969152 Aug 31 23:42:50.191761 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-61092006-6b38-458e-aca9-28be74331bd7 req-df80b5bf-ac5f-4e14-af52-a279a6d0acd4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7ef2da5-0279-4ee6-8e6f-470805046087 HTTP/1.1" status: 200 len: 217 time: 0.0353053 Aug 31 23:42:50.216619 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-b5e9feaf-9c1f-4b66-86f9-e7755151d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'name': 'tempest-TestMinimumBasicScenario-190895903-router', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:35Z', 'revision_number': 4, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'gw_port': {'id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '64c9faee-cd9a-48a7-8365-e234e197d283', 'name': '', 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'mac_address': 'fa:16:3e:ee:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:35Z', 'updated_at': '2021-08-31T23:40:42Z', 'revision_number': 5, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'subnets': [{'id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:50.245975 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e9feaf-9c1f-4b66-86f9-e7755151d150 None None] Checking router: 0a3937f9-4941-4d10-acf8-df420613a78b for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:42:50.248932 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61092006-6b38-458e-aca9-28be74331bd7 req-7ab6eb84-8095-413a-b8c8-ae7a8511b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:50.250934 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-61092006-6b38-458e-aca9-28be74331bd7 req-7ab6eb84-8095-413a-b8c8-ae7a8511b5ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e795449-f81e-4656-90ad-7639cfd27b60 HTTP/1.1" status: 200 len: 853 time: 0.0486743 Aug 31 23:42:50.254637 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e9feaf-9c1f-4b66-86f9-e7755151d150 None None] Routers {'0a3937f9-4941-4d10-acf8-df420613a78b'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:42:50.255237 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-b5e9feaf-9c1f-4b66-86f9-e7755151d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:42:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a3937f9-4941-4d10-acf8-df420613a78b'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:50.297818 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61092006-6b38-458e-aca9-28be74331bd7 req-607ba669-d98c-4ddd-a706-00dcd7591a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:50.299291 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-61092006-6b38-458e-aca9-28be74331bd7 req-607ba669-d98c-4ddd-a706-00dcd7591a45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=017f8700-9e80-4d8b-aff1-f96091e52728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392330 Aug 31 23:42:50.391954 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-61092006-6b38-458e-aca9-28be74331bd7 req-19202272-58d5-4af9-8591-86a04260273f service neutron] 10.222.0.53 "GET /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844653 Aug 31 23:42:50.480476 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-b5e9feaf-9c1f-4b66-86f9-e7755151d150 None None] Set router 0a3937f9-4941-4d10-acf8-df420613a78b gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:42:50.490157 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-61092006-6b38-458e-aca9-28be74331bd7 req-4f48be10-01c5-4d82-99a9-d650be4387c7 service neutron] 10.222.0.53 "GET /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885711 Aug 31 23:42:50.676028 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-b5e9feaf-9c1f-4b66-86f9-e7755151d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'name': 'tempest-TestMinimumBasicScenario-190895903-router', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:35Z', 'revision_number': 4, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'gw_port': {'id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '64c9faee-cd9a-48a7-8365-e234e197d283', 'name': '', 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'mac_address': 'fa:16:3e:ee:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:35Z', 'updated_at': '2021-08-31T23:40:42Z', 'revision_number': 5, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'subnets': [{'id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:50.702659 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e9feaf-9c1f-4b66-86f9-e7755151d150 None None] The sync data for ids ['0a3937f9-4941-4d10-acf8-df420613a78b'] in dv-cinder-804459-5-iscsi is: [{'id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'name': 'tempest-TestMinimumBasicScenario-190895903-router', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:35Z', 'revision_number': 4, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'gw_port': {'id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi', '_interfaces': [{'id': '64c9faee-cd9a-48a7-8365-e234e197d283', 'name': '', 'network_id': '017f8700-9e80-4d8b-aff1-f96091e52728', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'mac_address': 'fa:16:3e:ee:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:35Z', 'updated_at': '2021-08-31T23:40:42Z', 'revision_number': 5, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'subnets': [{'id': '5e795449-f81e-4656-90ad-7639cfd27b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:42:50.910063 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e76475-75e6-4466-a6a8-f22f5c796462 None None] New status for floating IP b8f4b809-d476-4a60-a8b4-7a52041a0d2b: DOWN {{(pid=93848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 23:42:52.613651 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453bfdc-b66a-45d4-8082-8cc3e812edd7 req-0b1f8b2d-2adc-4606-bdd1-b4657855f893 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:52.615099 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-4453bfdc-b66a-45d4-8082-8cc3e812edd7 req-0b1f8b2d-2adc-4606-bdd1-b4657855f893 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 945 time: 0.0481870 Aug 31 23:42:52.650502 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-4453bfdc-b66a-45d4-8082-8cc3e812edd7 req-207631ac-932d-413e-9b79-5140a853af0e tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293837 Aug 31 23:42:53.502660 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:42:53.764272 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20602c-aadc-464b-9aed-86b7de916acf req-060a0a99-4ec5-4cb4-9cd3-a36ad98480ab tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:53.766192 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1b20602c-aadc-464b-9aed-86b7de916acf req-060a0a99-4ec5-4cb4-9cd3-a36ad98480ab tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 945 time: 0.0485671 Aug 31 23:42:53.802360 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-1b20602c-aadc-464b-9aed-86b7de916acf req-8dafe231-c820-4565-b957-1a76cc88a312 tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303459 Aug 31 23:42:54.572711 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1514c89-fe3c-4024-aed1-524c0c9a0431 req-4f5660dc-cfb7-4c69-a59b-866fe5b5557b tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:54.574125 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a1514c89-fe3c-4024-aed1-524c0c9a0431 req-4f5660dc-cfb7-4c69-a59b-866fe5b5557b tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.53 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 945 time: 0.0469794 Aug 31 23:42:54.920570 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b46d3-2578-41a3-92f8-2c1240dc2bf4 req-d06ff5a8-7f52-4828-bf06-d8f37593b77a tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 23:42:54.922566 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-305b46d3-2578-41a3-92f8-2c1240dc2bf4 req-d06ff5a8-7f52-4828-bf06-d8f37593b77a tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/ports?device_id=2701282e-53f4-4f18-b06a-b542b209db88 HTTP/1.1" status: 200 len: 945 time: 0.0543640 Aug 31 23:42:54.935900 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-a1514c89-fe3c-4024-aed1-524c0c9a0431 req-3887290c-d00c-4a82-b22f-72b2b8ab083c tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Deleting port f7ef2da5-0279-4ee6-8e6f-470805046087 {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:42:54.937070 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-a1514c89-fe3c-4024-aed1-524c0c9a0431 req-3887290c-d00c-4a82-b22f-72b2b8ab083c tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:54.959596 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [req-305b46d3-2578-41a3-92f8-2c1240dc2bf4 req-f0aee0e0-93c0-4386-8350-9daa9c00408b tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.54 "GET /v2.0/security-groups?id=3479bf53-f15b-42e4-a233-c196cb3fbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312223 Aug 31 23:42:55.022483 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [req-a1514c89-fe3c-4024-aed1-524c0c9a0431 req-3887290c-d00c-4a82-b22f-72b2b8ab083c tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] For port f7ef2da5-0279-4ee6-8e6f-470805046087, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f7ef2da5-0279-4ee6-8e6f-470805046087,segment=NetworkSegment(bdbdf7ea-4cf3-4d9a-bb3c-371c258db580),segment_id=bdbdf7ea-4cf3-4d9a-bb3c-371c258db580)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:42:55.022850 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-a1514c89-fe3c-4024-aed1-524c0c9a0431 req-3887290c-d00c-4a82-b22f-72b2b8ab083c tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:55.035531 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [req-a1514c89-fe3c-4024-aed1-524c0c9a0431 req-3887290c-d00c-4a82-b22f-72b2b8ab083c tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Calling delete_port for f7ef2da5-0279-4ee6-8e6f-470805046087 owned by compute:nova {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:42:55.157332 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-a1514c89-fe3c-4024-aed1-524c0c9a0431 req-3887290c-d00c-4a82-b22f-72b2b8ab083c tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:55.173782 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] get_ports_and_sgs() called for port_ids ['f7ef2da5-0279-4ee6-8e6f-470805046087'] {{(pid=93847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 23:42:55.192107 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887290c-d00c-4a82-b22f-72b2b8ab083c tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Pushing event deleted for resources: {'Port': ['ID=f7ef2da5-0279-4ee6-8e6f-470805046087,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:55.231871 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1514c89-fe3c-4024-aed1-524c0c9a0431 req-3887290c-d00c-4a82-b22f-72b2b8ab083c tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] No DVR routers for this DVR port f7ef2da5-0279-4ee6-8e6f-470805046087 on host hv-cinder-80445 {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:42:55.234871 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [req-a1514c89-fe3c-4024-aed1-524c0c9a0431 req-3887290c-d00c-4a82-b22f-72b2b8ab083c tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17974'] for port, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:55.236944 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [req-a1514c89-fe3c-4024-aed1-524c0c9a0431 req-3887290c-d00c-4a82-b22f-72b2b8ab083c tempest-TestMinimumBasicScenario-221061949 tempest-TestMinimumBasicScenario-221061949-project] 10.222.0.53 "DELETE /v2.0/ports/f7ef2da5-0279-4ee6-8e6f-470805046087 HTTP/1.1" status: 204 len: 173 time: 0.6530187 Aug 31 23:42:55.237365 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2701282e-53f4-4f18-b06a-b542b209db88', 'name': 'network-vif-deleted', 'tag': 'f7ef2da5-0279-4ee6-8e6f-470805046087'}] {{(pid=93845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 23:42:55.239819 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263342c631436d88b790263090fb59d6a5c25c570dfaf35b8cdd5d9f2ecb317f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a7b416-489d-4fb3-97ca-e816a57a5c1b" -d '{"events": [{"server_uuid": "2701282e-53f4-4f18-b06a-b542b209db88", "name": "network-vif-deleted", "tag": "f7ef2da5-0279-4ee6-8e6f-470805046087"}]}' {{(pid=93845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 23:42:55.278379 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 23:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b16c95-221b-4147-b878-93223f07cebd x-openstack-request-id: req-45b16c95-221b-4147-b878-93223f07cebd {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 23:42:55.278674 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2701282e-53f4-4f18-b06a-b542b209db88", "name": "network-vif-deleted", "tag": "f7ef2da5-0279-4ee6-8e6f-470805046087", "status": "completed", "code": 200}]} {{(pid=93845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 23:42:55.278929 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-45b16c95-221b-4147-b878-93223f07cebd {{(pid=93845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 23:42:55.279321 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2701282e-53f4-4f18-b06a-b542b209db88', 'name': 'network-vif-deleted', 'tag': 'f7ef2da5-0279-4ee6-8e6f-470805046087', 'status': 'completed', 'code': 200} Aug 31 23:42:56.601650 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49864) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:56.925047 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9886-2569-4130-9020-bc5002bba996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763597'] for router_interface, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:57.159966 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c9886-2569-4130-9020-bc5002bba996 admin admin] Deleting port 64c9faee-cd9a-48a7-8365-e234e197d283 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:42:57.160304 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9886-2569-4130-9020-bc5002bba996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:57.236974 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-6c5c9886-2569-4130-9020-bc5002bba996 admin admin] For port 64c9faee-cd9a-48a7-8365-e234e197d283, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=64c9faee-cd9a-48a7-8365-e234e197d283,segment=NetworkSegment(bdbdf7ea-4cf3-4d9a-bb3c-371c258db580),segment_id=bdbdf7ea-4cf3-4d9a-bb3c-371c258db580)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:42:57.237332 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9886-2569-4130-9020-bc5002bba996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:57.250248 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c9886-2569-4130-9020-bc5002bba996 admin admin] Calling delete_port for 64c9faee-cd9a-48a7-8365-e234e197d283 owned by network:router_interface {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:42:57.421211 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9886-2569-4130-9020-bc5002bba996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:57.447574 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c9886-2569-4130-9020-bc5002bba996 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c9faee-cd9a-48a7-8365-e234e197d283,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:57.604278 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9886-2569-4130-9020-bc5002bba996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1763729'] for router_interface, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:57.812723 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5c9886-2569-4130-9020-bc5002bba996 admin admin] Router 0a3937f9-4941-4d10-acf8-df420613a78b has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:42:57.916003 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5c9886-2569-4130-9020-bc5002bba996 admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:42:57.922294 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-6c5c9886-2569-4130-9020-bc5002bba996 admin admin] 10.222.0.54 "PUT /v2.0/routers/0a3937f9-4941-4d10-acf8-df420613a78b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3196082 Aug 31 23:42:57.924886 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 49866) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:57.925919 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b9c390-ed24-42e3-8c52-38c2e5acb468 None None] Sync routers for ids ['0a3937f9-4941-4d10-acf8-df420613a78b'] in dv-cinder-804459-5-iscsi {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:42:57.934969 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b9c390-ed24-42e3-8c52-38c2e5acb468 None None] Routers {'0a3937f9-4941-4d10-acf8-df420613a78b'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:42:57.935576 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-56b9c390-ed24-42e3-8c52-38c2e5acb468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:42:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a3937f9-4941-4d10-acf8-df420613a78b'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:58.026147 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5778e363-30c5-4704-98a2-9df454c332d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:58.037422 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-56b9c390-ed24-42e3-8c52-38c2e5acb468 None None] Set router 0a3937f9-4941-4d10-acf8-df420613a78b gateway port host: dv-cinder-804459-5-iscsi {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:42:58.127642 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5778e363-30c5-4704-98a2-9df454c332d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:58.182585 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-5778e363-30c5-4704-98a2-9df454c332d6 admin admin] Deleting port 4d2a122a-c50a-4ee9-8f97-ea3f5480af82 {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:42:58.182932 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5778e363-30c5-4704-98a2-9df454c332d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:58.218500 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-56b9c390-ed24-42e3-8c52-38c2e5acb468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'name': 'tempest-TestMinimumBasicScenario-190895903-router', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:42:57Z', 'revision_number': 5, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'gw_port': {'id': '4d2a122a-c50a-4ee9-8f97-ea3f5480af82', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:58.244745 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b9c390-ed24-42e3-8c52-38c2e5acb468 None None] Checking router: 0a3937f9-4941-4d10-acf8-df420613a78b for host: dv-cinder-804459-5-iscsi {{(pid=93847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:42:58.254748 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b9c390-ed24-42e3-8c52-38c2e5acb468 None None] Routers {'0a3937f9-4941-4d10-acf8-df420613a78b'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:42:58.255366 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-56b9c390-ed24-42e3-8c52-38c2e5acb468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:42:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['0a3937f9-4941-4d10-acf8-df420613a78b'], 'active': True} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:58.262728 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [None req-5778e363-30c5-4704-98a2-9df454c332d6 admin admin] For port 4d2a122a-c50a-4ee9-8f97-ea3f5480af82, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=4d2a122a-c50a-4ee9-8f97-ea3f5480af82,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:42:58.263157 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5778e363-30c5-4704-98a2-9df454c332d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:58.275643 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-5778e363-30c5-4704-98a2-9df454c332d6 admin admin] Calling delete_port for 4d2a122a-c50a-4ee9-8f97-ea3f5480af82 owned by network:router_gateway {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:42:58.340764 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvr_db [None req-56b9c390-ed24-42e3-8c52-38c2e5acb468 None None] Set router 0a3937f9-4941-4d10-acf8-df420613a78b gateway port host: None {{(pid=93847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:42:58.396061 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_hamode_db [None req-56b9c390-ed24-42e3-8c52-38c2e5acb468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'name': 'tempest-TestMinimumBasicScenario-190895903-router', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:42:58Z', 'revision_number': 6, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'gw_port_host': None}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:58.422521 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b9c390-ed24-42e3-8c52-38c2e5acb468 None None] The sync data for ids ['0a3937f9-4941-4d10-acf8-df420613a78b'] in dv-cinder-804459-5-iscsi is: [{'id': '0a3937f9-4941-4d10-acf8-df420613a78b', 'name': 'tempest-TestMinimumBasicScenario-190895903-router', 'tenant_id': '0219f63b35304567bcd4e6eec44677ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:33Z', 'updated_at': '2021-08-31T23:42:58Z', 'revision_number': 6, 'project_id': '0219f63b35304567bcd4e6eec44677ec', 'gw_port_host': None}] {{(pid=93847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:42:58.437494 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device f7ef2da5-0279-4ee6-8e6f-470805046087 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:42:58.439992 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5778e363-30c5-4704-98a2-9df454c332d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:58.458748 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] No Port match for: f7ef2da5-0279-4ee6-8e6f-470805046087 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:42:58.459115 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Device f7ef2da5-0279-4ee6-8e6f-470805046087 not bound to the agent host hv-cinder-80445 {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:42:58.471851 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778e363-30c5-4704-98a2-9df454c332d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2a122a-c50a-4ee9-8f97-ea3f5480af82,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:58.528248 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5778e363-30c5-4704-98a2-9df454c332d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762355'] for router_gateway, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:58.615167 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5778e363-30c5-4704-98a2-9df454c332d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1766157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30469'] for router, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:58.617170 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5778e363-30c5-4704-98a2-9df454c332d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:58.657320 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5778e363-30c5-4704-98a2-9df454c332d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1766150'] for router, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:58.658008 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5778e363-30c5-4704-98a2-9df454c332d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a3937f9-4941-4d10-acf8-df420613a78b {{(pid=93845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 23:42:58.662273 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-5778e363-30c5-4704-98a2-9df454c332d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:58.663413 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-5778e363-30c5-4704-98a2-9df454c332d6 admin admin] 10.222.0.54 "DELETE /v2.0/routers/0a3937f9-4941-4d10-acf8-df420613a78b HTTP/1.1" status: 204 len: 168 time: 0.7375462 Aug 31 23:42:58.666011 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 49868) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:58.713275 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4be6dd-7118-4faa-92b5-e49a3f7b9801 admin admin] Deleting subnet 5e795449-f81e-4656-90ad-7639cfd27b60 {{(pid=93845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:42:58.716207 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9b4be6dd-7118-4faa-92b5-e49a3f7b9801 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:58.749609 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9b4be6dd-7118-4faa-92b5-e49a3f7b9801 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14199089'] for subnet, precommit_delete_associations {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:58.829695 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9b4be6dd-7118-4faa-92b5-e49a3f7b9801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534214'] for subnet, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:58.881933 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9b4be6dd-7118-4faa-92b5-e49a3f7b9801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14659323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12765202'] for subnet, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:58.910828 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4be6dd-7118-4faa-92b5-e49a3f7b9801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e795449-f81e-4656-90ad-7639cfd27b60,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:58.916561 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-9b4be6dd-7118-4faa-92b5-e49a3f7b9801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:58.920757 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-9b4be6dd-7118-4faa-92b5-e49a3f7b9801 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5e795449-f81e-4656-90ad-7639cfd27b60 HTTP/1.1" status: 204 len: 168 time: 0.2515361 Aug 31 23:42:58.921078 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49870) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:58.921783 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98686c2d-41c0-4a59-adbd-434ecd60eee4 None None] Network 017f8700-9e80-4d8b-aff1-f96091e52728 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:42:58.985985 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564137'] for network, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:59.041585 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] Deleting port 4ed15550-dc46-45da-a773-5b93dc7e2208 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:42:59.041933 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:59.102275 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] For port 4ed15550-dc46-45da-a773-5b93dc7e2208, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=4ed15550-dc46-45da-a773-5b93dc7e2208,segment=NetworkSegment(bdbdf7ea-4cf3-4d9a-bb3c-371c258db580),segment_id=bdbdf7ea-4cf3-4d9a-bb3c-371c258db580)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:42:59.102579 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:59.114908 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] Calling delete_port for 4ed15550-dc46-45da-a773-5b93dc7e2208 owned by network:dhcp {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:42:59.165036 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] DHCP port deletion for 017f8700-9e80-4d8b-aff1-f96091e52728 request from dv-cinder-804459-5-iscsi {{(pid=93847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 23:42:59.198942 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:59.213146 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Deleting port 4ed15550-dc46-45da-a773-5b93dc7e2208 {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:42:59.213515 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:59.225681 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed15550-dc46-45da-a773-5b93dc7e2208,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:59.227536 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] No DVR routers for this DVR port 4ed15550-dc46-45da-a773-5b93dc7e2208 on host dv-cinder-804459-5-iscsi {{(pid=93846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:42:59.281681 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] For port 4ed15550-dc46-45da-a773-5b93dc7e2208, host dv-cinder-804459-5-iscsi, got binding levels [] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:42:59.282072 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:59.295753 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Calling delete_port for 4ed15550-dc46-45da-a773-5b93dc7e2208 owned by network:dhcp {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:42:59.297402 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-555069', 'neutron.services.segments.db._delete_segments_for_network-8773537300673'] for network, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:59.298432 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.ipam_backend_mixin [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Port 4ed15550-dc46-45da-a773-5b93dc7e2208 was not found and therefore no delete operation was performed {{(pid=93847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 23:42:59.299716 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:59.308284 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017f8700-9e80-4d8b-aff1-f96091e52728']}} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:59.318936 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbdf7ea-4cf3-4d9a-bb3c-371c258db580') {'for_net_delete': True} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:59.319238 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.services.segments.db [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbdf7ea-4cf3-4d9a-bb3c-371c258db580') {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:42:59.325641 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Pushing event deleted for resources: {'Port': ['ID=4ed15550-dc46-45da-a773-5b93dc7e2208,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:59.329454 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773537312853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942956'] for segment, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:59.334779 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] No DVR routers for this DVR port 4ed15550-dc46-45da-a773-5b93dc7e2208 on host dv-cinder-804459-5-iscsi {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:42:59.339846 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:59.340634 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:59.340973 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:59.341302 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:59.341633 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:59.341959 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:59.342284 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:59.342641 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:59.342969 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:59.343289 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:59.343609 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:59.343925 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99243a0-cd34-4b26-92aa-781d2c33a4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-5-iscsi {{(pid=93847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 23:42:59.344599 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:59.354427 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=93846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:42:59.355004 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12942791'] for segment, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: Traceback (most recent call last): Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: timer() Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: cb(*args, **kw) Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: return func(*args, **kwargs) Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: self._notify() Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: self.callback(batched_events) Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: event.method(event) Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: return f(self, *a, **k) Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._get(url).json() Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: return self.request(url, 'GET', **kwargs) Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:42:59.356688 dv-cinder-804459-5-iscsi neutron-server[93846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:42:59.413954 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-555044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762335'] for network, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:59.431491 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:59.433406 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/017f8700-9e80-4d8b-aff1-f96091e52728 HTTP/1.1" status: 204 len: 168 time: 0.5113518 Aug 31 23:42:59.434395 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556192c6-4e17-4c0e-b30d-a8333f8b04e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=017f8700-9e80-4d8b-aff1-f96091e52728,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:42:59.437280 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 49872) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:42:59.758962 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 64c9faee-cd9a-48a7-8365-e234e197d283 no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:42:59.777985 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: 64c9faee-cd9a-48a7-8365-e234e197d283 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:42:59.778205 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8194d077-8130-4073-a169-392611ef11fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763597'] for router_interface, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:42:59.778334 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 64c9faee-cd9a-48a7-8365-e234e197d283 not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:42:59.778716 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 4ed15550-dc46-45da-a773-5b93dc7e2208 no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:42:59.797527 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: 4ed15550-dc46-45da-a773-5b93dc7e2208 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:42:59.797865 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 4ed15550-dc46-45da-a773-5b93dc7e2208 not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:42:59.798264 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 4d2a122a-c50a-4ee9-8f97-ea3f5480af82 no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:42:59.818955 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: 4d2a122a-c50a-4ee9-8f97-ea3f5480af82 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:42:59.819296 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 4d2a122a-c50a-4ee9-8f97-ea3f5480af82 not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:43:00.013374 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-8194d077-8130-4073-a169-392611ef11fc admin admin] Deleting port cbcc4b33-2eca-4749-ad0a-793601868907 {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:43:00.013709 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8194d077-8130-4073-a169-392611ef11fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:00.086656 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [None req-8194d077-8130-4073-a169-392611ef11fc admin admin] For port cbcc4b33-2eca-4749-ad0a-793601868907, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=cbcc4b33-2eca-4749-ad0a-793601868907,segment=NetworkSegment(40d7f3f6-deda-4569-a62e-cfa80d65868a),segment_id=40d7f3f6-deda-4569-a62e-cfa80d65868a)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:43:00.087009 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8194d077-8130-4073-a169-392611ef11fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:00.102726 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-8194d077-8130-4073-a169-392611ef11fc admin admin] Calling delete_port for cbcc4b33-2eca-4749-ad0a-793601868907 owned by network:router_interface {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:43:00.274725 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8194d077-8130-4073-a169-392611ef11fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:00.299699 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194d077-8130-4073-a169-392611ef11fc admin admin] Pushing event deleted for resources: {'Port': ['ID=cbcc4b33-2eca-4749-ad0a-793601868907,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:00.459372 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-8194d077-8130-4073-a169-392611ef11fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1763729'] for router_interface, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:00.663621 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8194d077-8130-4073-a169-392611ef11fc admin admin] Router 6886b69a-eec4-4f1e-ab79-d2a680f54c36 has already been hosted by L3 agent 0144d596-eb9e-4238-8f1c-38154465a231 {{(pid=93845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 23:43:00.764978 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8194d077-8130-4073-a169-392611ef11fc admin admin] Notify agent at l3_agent.dv-cinder-804459-5-iscsi the message routers_updated {{(pid=93845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 23:43:00.769918 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-8194d077-8130-4073-a169-392611ef11fc admin admin] 10.222.0.54 "PUT /v2.0/routers/6886b69a-eec4-4f1e-ab79-d2a680f54c36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3288047 Aug 31 23:43:00.772607 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49874) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:00.773371 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dc802a-2937-466c-b362-2e3759c4ce00 None None] Sync routers for ids ['6886b69a-eec4-4f1e-ab79-d2a680f54c36'] in dv-cinder-804459-5-iscsi {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 23:43:00.782500 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc802a-2937-466c-b362-2e3759c4ce00 None None] Routers {'6886b69a-eec4-4f1e-ab79-d2a680f54c36'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:43:00.783122 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-57dc802a-2937-466c-b362-2e3759c4ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:42:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['6886b69a-eec4-4f1e-ab79-d2a680f54c36'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:00.871996 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-772c0eee-2682-4a2f-90fe-8f097296b08d admin admin] Notify callbacks [] for router, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:00.888768 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-57dc802a-2937-466c-b362-2e3759c4ce00 None None] Set router 6886b69a-eec4-4f1e-ab79-d2a680f54c36 gateway port host: dv-cinder-804459-5-iscsi {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:43:00.971848 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-772c0eee-2682-4a2f-90fe-8f097296b08d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:01.024067 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-772c0eee-2682-4a2f-90fe-8f097296b08d admin admin] Deleting port 71c8e04f-8c59-4d73-aee7-9d8d2bae3621 {{(pid=93846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:43:01.024435 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-772c0eee-2682-4a2f-90fe-8f097296b08d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:01.061072 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-57dc802a-2937-466c-b362-2e3759c4ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'name': 'tempest-TestMinimumBasicScenario-1148706574-router', 'tenant_id': '1e36735175ff44a9bc6ae2f4073627eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'external_fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '71c8e04f-8c59-4d73-aee7-9d8d2bae3621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:37Z', 'updated_at': '2021-08-31T23:43:00Z', 'revision_number': 5, 'project_id': '1e36735175ff44a9bc6ae2f4073627eb', 'gw_port': {'id': '71c8e04f-8c59-4d73-aee7-9d8d2bae3621', 'name': '', 'network_id': '5db86227-7374-4b61-9fc5-bbaa8073a9e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T23:40:38Z', 'updated_at': '2021-08-31T23:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e39bcd5-c5ba-45a5-ade1-5ca368481c2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-5-iscsi'}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:01.086492 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dc802a-2937-466c-b362-2e3759c4ce00 None None] Checking router: 6886b69a-eec4-4f1e-ab79-d2a680f54c36 for host: dv-cinder-804459-5-iscsi {{(pid=93848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 23:43:01.094456 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc802a-2937-466c-b362-2e3759c4ce00 None None] Routers {'6886b69a-eec4-4f1e-ab79-d2a680f54c36'} bound to L3 agent in host dv-cinder-804459-5-iscsi {{(pid=93848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 23:43:01.095049 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-57dc802a-2937-466c-b362-2e3759c4ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T23:24:13Z,description=,heartbeat_timestamp=2021-08-31T23:42:43Z,host='dv-cinder-804459-5-iscsi',id=0144d596-eb9e-4238-8f1c-38154465a231,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T23:24:13Z,topic='l3_agent')) {'router_ids': ['6886b69a-eec4-4f1e-ab79-d2a680f54c36'], 'active': True} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:01.103886 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.db [None req-772c0eee-2682-4a2f-90fe-8f097296b08d admin admin] For port 71c8e04f-8c59-4d73-aee7-9d8d2bae3621, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=71c8e04f-8c59-4d73-aee7-9d8d2bae3621,segment=NetworkSegment(c5418ea9-b93d-4126-a6f9-d4c2406a82a4),segment_id=c5418ea9-b93d-4126-a6f9-d4c2406a82a4)] {{(pid=93846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:43:01.104262 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-772c0eee-2682-4a2f-90fe-8f097296b08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:01.116535 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-772c0eee-2682-4a2f-90fe-8f097296b08d admin admin] Calling delete_port for 71c8e04f-8c59-4d73-aee7-9d8d2bae3621 owned by network:router_gateway {{(pid=93846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:43:01.178302 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_dvr_db [None req-57dc802a-2937-466c-b362-2e3759c4ce00 None None] Set router 6886b69a-eec4-4f1e-ab79-d2a680f54c36 gateway port host: None {{(pid=93848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 23:43:01.230848 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.l3_hamode_db [None req-57dc802a-2937-466c-b362-2e3759c4ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'name': 'tempest-TestMinimumBasicScenario-1148706574-router', 'tenant_id': '1e36735175ff44a9bc6ae2f4073627eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:37Z', 'updated_at': '2021-08-31T23:43:00Z', 'revision_number': 6, 'project_id': '1e36735175ff44a9bc6ae2f4073627eb', 'gw_port_host': None}], 'dv-cinder-804459-5-iscsi', False) {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:01.255970 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dc802a-2937-466c-b362-2e3759c4ce00 None None] The sync data for ids ['6886b69a-eec4-4f1e-ab79-d2a680f54c36'] in dv-cinder-804459-5-iscsi is: [{'id': '6886b69a-eec4-4f1e-ab79-d2a680f54c36', 'name': 'tempest-TestMinimumBasicScenario-1148706574-router', 'tenant_id': '1e36735175ff44a9bc6ae2f4073627eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T23:40:37Z', 'updated_at': '2021-08-31T23:43:00Z', 'revision_number': 6, 'project_id': '1e36735175ff44a9bc6ae2f4073627eb', 'gw_port_host': None}] {{(pid=93848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 23:43:01.277376 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-772c0eee-2682-4a2f-90fe-8f097296b08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942610'] for port, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:01.301394 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c0eee-2682-4a2f-90fe-8f097296b08d admin admin] Pushing event deleted for resources: {'Port': ['ID=71c8e04f-8c59-4d73-aee7-9d8d2bae3621,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:01.361091 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-772c0eee-2682-4a2f-90fe-8f097296b08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762355'] for router_gateway, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:01.446655 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-772c0eee-2682-4a2f-90fe-8f097296b08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1766157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30469'] for router, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:01.448734 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-772c0eee-2682-4a2f-90fe-8f097296b08d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:01.492797 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-772c0eee-2682-4a2f-90fe-8f097296b08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1766150'] for router, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:01.493256 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772c0eee-2682-4a2f-90fe-8f097296b08d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6886b69a-eec4-4f1e-ab79-d2a680f54c36 {{(pid=93846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 23:43:01.498370 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-772c0eee-2682-4a2f-90fe-8f097296b08d admin admin] Notify callbacks [] for router, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:01.500051 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-772c0eee-2682-4a2f-90fe-8f097296b08d admin admin] 10.222.0.54 "DELETE /v2.0/routers/6886b69a-eec4-4f1e-ab79-d2a680f54c36 HTTP/1.1" status: 204 len: 168 time: 0.7264714 Aug 31 23:43:01.502448 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49876) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:01.546233 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a44731-4ca2-47d0-9bad-ef7548604754 admin admin] Deleting subnet e42b5905-3192-4edd-8271-3124e7ae495e {{(pid=93846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 23:43:01.549163 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-80a44731-4ca2-47d0-9bad-ef7548604754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:01.582955 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-80a44731-4ca2-47d0-9bad-ef7548604754 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12942935'] for subnet, precommit_delete_associations {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:01.664477 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-80a44731-4ca2-47d0-9bad-ef7548604754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-534214'] for subnet, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:01.718263 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-80a44731-4ca2-47d0-9bad-ef7548604754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-534221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12942717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12932385'] for subnet, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:01.744248 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a44731-4ca2-47d0-9bad-ef7548604754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e42b5905-3192-4edd-8271-3124e7ae495e,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:01.746145 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-80a44731-4ca2-47d0-9bad-ef7548604754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for subnet, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:01.750821 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b319c7-4be0-4559-86c6-d2ead713ad95 None None] Network 1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5 requested from dv-cinder-804459-5-iscsi {{(pid=93847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 23:43:01.751294 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 49878) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:01.751687 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-80a44731-4ca2-47d0-9bad-ef7548604754 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e42b5905-3192-4edd-8271-3124e7ae495e HTTP/1.1" status: 204 len: 168 time: 0.2476315 Aug 31 23:43:01.816511 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564137'] for network, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:01.871593 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] Deleting port a17e27cb-cb10-4dea-859e-a4bf2e3a60ce {{(pid=93845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:43:01.871940 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:01.935324 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.db [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] For port a17e27cb-cb10-4dea-859e-a4bf2e3a60ce, host dv-cinder-804459-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-5-iscsi',level=0,port_id=a17e27cb-cb10-4dea-859e-a4bf2e3a60ce,segment=NetworkSegment(40d7f3f6-deda-4569-a62e-cfa80d65868a),segment_id=40d7f3f6-deda-4569-a62e-cfa80d65868a)] {{(pid=93845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:43:01.935687 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:01.948501 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.plugin [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] Calling delete_port for a17e27cb-cb10-4dea-859e-a4bf2e3a60ce owned by network:dhcp {{(pid=93845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:43:02.019418 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb89a704-9120-4977-92b8-0bd46d36112c None None] DHCP port deletion for 1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5 request from dv-cinder-804459-5-iscsi {{(pid=93847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 23:43:02.033558 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14659220'] for port, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:02.062539 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17e27cb-cb10-4dea-859e-a4bf2e3a60ce,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:02.068979 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] No DVR routers for this DVR port a17e27cb-cb10-4dea-859e-a4bf2e3a60ce on host dv-cinder-804459-5-iscsi {{(pid=93845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:43:02.078780 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device cbcc4b33-2eca-4749-ad0a-793601868907 no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:43:02.101200 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: cbcc4b33-2eca-4749-ad0a-793601868907 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:43:02.101538 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device cbcc4b33-2eca-4749-ad0a-793601868907 not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:43:02.101945 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device a17e27cb-cb10-4dea-859e-a4bf2e3a60ce no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:43:02.106635 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-bb89a704-9120-4977-92b8-0bd46d36112c None None] Deleting port a17e27cb-cb10-4dea-859e-a4bf2e3a60ce {{(pid=93847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 23:43:02.107007 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bb89a704-9120-4977-92b8-0bd46d36112c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773537362454'] for port, before_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:02.125392 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: a17e27cb-cb10-4dea-859e-a4bf2e3a60ce {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:43:02.125730 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device a17e27cb-cb10-4dea-859e-a4bf2e3a60ce not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:43:02.126132 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 71c8e04f-8c59-4d73-aee7-9d8d2bae3621 no longer exists at agent ovs-agent-dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 23:43:02.142737 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-555069', 'neutron.services.segments.db._delete_segments_for_network-8773537300673'] for network, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:02.153174 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5']}} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:02.164300 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d7f3f6-deda-4569-a62e-cfa80d65868a') {'for_net_delete': True} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:02.164643 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.services.segments.db [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d7f3f6-deda-4569-a62e-cfa80d65868a') {} {{(pid=93845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 23:43:02.173988 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773537312853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14199050'] for segment, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:02.179338 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] No Port match for: 71c8e04f-8c59-4d73-aee7-9d8d2bae3621 {{(pid=93847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 23:43:02.179681 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.rpc [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Device 71c8e04f-8c59-4d73-aee7-9d8d2bae3621 not bound to the agent host dv-cinder-804459-5-iscsi {{(pid=93847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 23:43:02.187635 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440'] for segment, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:02.193819 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=93845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 23:43:02.194211 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-535440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14659137'] for segment, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: Traceback (most recent call last): Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: timer() Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: cb(*args, **kw) Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: return func(*args, **kwargs) Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: self._notify() Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: self.callback(batched_events) Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: event.method(event) Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: return f(self, *a, **k) Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: return self._get(url).json() Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: return self.request(url, 'GET', **kwargs) Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 23:43:02.195860 dv-cinder-804459-5-iscsi neutron-server[93845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 23:43:02.209807 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.db [None req-bb89a704-9120-4977-92b8-0bd46d36112c None None] For port a17e27cb-cb10-4dea-859e-a4bf2e3a60ce, host dv-cinder-804459-5-iscsi, got binding levels [] {{(pid=93847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 23:43:02.210208 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bb89a704-9120-4977-92b8-0bd46d36112c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1764475'] for port, precommit_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:02.223744 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.plugins.ml2.plugin [None req-bb89a704-9120-4977-92b8-0bd46d36112c None None] Calling delete_port for a17e27cb-cb10-4dea-859e-a4bf2e3a60ce owned by network:dhcp {{(pid=93847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 23:43:02.226570 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.ipam_backend_mixin [None req-bb89a704-9120-4977-92b8-0bd46d36112c None None] Port a17e27cb-cb10-4dea-859e-a4bf2e3a60ce was not found and therefore no delete operation was performed {{(pid=93847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 23:43:02.227789 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bb89a704-9120-4977-92b8-0bd46d36112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773537363173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773536780337'] for port, after_delete {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:02.254169 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-555044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762335'] for network, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:02.254454 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89a704-9120-4977-92b8-0bd46d36112c None None] Pushing event deleted for resources: {'Port': ['ID=a17e27cb-cb10-4dea-859e-a4bf2e3a60ce,revision_number=None']} {{(pid=93847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:02.259827 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067102'] for network, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:02.264058 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb89a704-9120-4977-92b8-0bd46d36112c None None] No DVR routers for this DVR port a17e27cb-cb10-4dea-859e-a4bf2e3a60ce on host dv-cinder-804459-5-iscsi {{(pid=93847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 23:43:02.264250 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5 HTTP/1.1" status: 204 len: 168 time: 0.5095484 Aug 31 23:43:02.273026 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8be111-f8ab-4b2a-b022-05325d783ca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a9a38c0-33fd-456e-adfb-85d0c1d3ebd5,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:02.425574 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 49882) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:02.464531 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-860c8918-f89b-42ba-9e36-0bdb75255165 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0219f63b35304567bcd4e6eec44677ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377796 Aug 31 23:43:02.466879 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 49884) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:02.512991 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-f8fb0392-6a0f-4f03-a1ae-a11b0f6f3dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:02.537320 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-f8fb0392-6a0f-4f03-a1ae-a11b0f6f3dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:02.581815 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-f8fb0392-6a0f-4f03-a1ae-a11b0f6f3dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:02.584340 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron_lib.callbacks.manager [None req-f8fb0392-6a0f-4f03-a1ae-a11b0f6f3dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:02.585486 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-f8fb0392-6a0f-4f03-a1ae-a11b0f6f3dde admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3479bf53-f15b-42e4-a233-c196cb3fbd6d HTTP/1.1" status: 204 len: 168 time: 0.1171167 Aug 31 23:43:02.592776 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb0392-6a0f-4f03-a1ae-a11b0f6f3dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3479bf53-f15b-42e4-a233-c196cb3fbd6d,revision_number=None']} {{(pid=93845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:02.898210 dv-cinder-804459-5-iscsi neutron-server[93845]: DEBUG neutron.wsgi [-] (93845) accepted ('10.222.0.54', 49890) {{(pid=93845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:02.940218 dv-cinder-804459-5-iscsi neutron-server[93845]: INFO neutron.wsgi [None req-52c59712-f81c-4f39-9644-7957ac905216 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1e36735175ff44a9bc6ae2f4073627eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408847 Aug 31 23:43:02.942700 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.wsgi [-] (93846) accepted ('10.222.0.54', 49892) {{(pid=93846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 23:43:02.990137 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8f0d0556-af2b-4f3c-9fd3-a78aacca9401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:03.010751 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8f0d0556-af2b-4f3c-9fd3-a78aacca9401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:03.055475 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8f0d0556-af2b-4f3c-9fd3-a78aacca9401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649603'] for security_group, after_delete {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:03.058003 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-8f0d0556-af2b-4f3c-9fd3-a78aacca9401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:03.059130 dv-cinder-804459-5-iscsi neutron-server[93846]: INFO neutron.wsgi [None req-8f0d0556-af2b-4f3c-9fd3-a78aacca9401 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/21d0b2f6-3d33-457a-aaf0-d2b712631534 HTTP/1.1" status: 204 len: 168 time: 0.1154649 Aug 31 23:43:03.066887 dv-cinder-804459-5-iscsi neutron-server[93846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d0556-af2b-4f3c-9fd3-a78aacca9401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d0b2f6-3d33-457a-aaf0-d2b712631534,revision_number=None']} {{(pid=93846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 23:43:09.860182 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-0ad63a6d-62ab-432e-aefe-d2bdbd315e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:12.541038 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:12.891694 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-98c03be6-98b0-4dad-8bf4-8605157a421c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:13.142936 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:13.587680 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:15.045485 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:30.501541 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:43:39.863244 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-be02e751-cb3e-4bc0-a33f-5c26f0e5347f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:42.546649 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:42.892773 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f3fb-d7cc-432b-97ac-d5c62b2d65be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:43.149242 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:43.590703 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:43:45.050906 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:07.502910 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:44:09.864369 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-a8743c21-9058-44b3-b7c7-4b471cf52fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:12.539712 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:12.892236 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b87dcce1-8bd1-4837-b8e1-53540cfabbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:13.139106 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:13.593059 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:15.051239 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:39.864881 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-485e6c16-9878-4cd2-8cc7-e4aab05703b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:42.548493 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:42.892393 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9b7ba4ee-4011-405a-b512-edbd7598d177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:43.139479 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:43.595406 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:44:44.501815 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:44:45.053919 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:09.865305 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-07e6dcec-ee6a-4d9b-a168-8e0c9c6bc8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.569454 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:12.891538 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-8a2eb98e-677a-4b31-8383-5bf41596528b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:13.140394 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:13.597896 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:15.057452 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:21.501077 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:45:39.865448 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-5cfd2b25-2787-46c4-b4cc-d8235b11ee61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:42.579764 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:42.892088 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-15b50299-ddb5-4abe-bc6a-5fabd3b26710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:43.139873 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:43.601391 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:45.063011 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:45:58.500042 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:46:09.866389 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-2ee2dfe0-22fe-4aa3-a261-365dd0ec97f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:12.581116 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:12.892678 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-48090d12-366a-4775-917b-4db584eddb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:13.140570 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:13.603680 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:15.064745 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:35.499084 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:46:39.868132 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-36c486b8-5c31-484b-98b6-b1aa31b9e3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:42.587083 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:42.893273 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-c420ac6d-65d4-4b28-bd85-c5853169c896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:43.141520 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:43.606595 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:46:45.066923 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:09.868808 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-04d7d81d-0f6b-4cd8-92cc-7eba465f610e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:12.498311 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:47:12.604029 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:12.891938 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-d3e7643c-d561-4fa8-b257-de4607cc7eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:13.141654 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:13.608996 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:15.070415 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:39.869546 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e6f2fdca-fc33-4a26-8d02-de74b403fc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:42.619664 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:42.891015 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b594ee67-65a3-4c04-a257-9641791d8737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:43.141769 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:43.612712 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:45.071991 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:47:49.496523 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 23:48:09.869737 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-b1117db9-fed9-4da2-8384-59717eb2d1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:12.616782 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-e8d02f39-3811-41a4-8549-5e1ddd361d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:12.891259 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-bfeb31e5-d3d0-4930-8d54-47ed6b181f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:13.142049 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-965d93e2-75c3-40db-bbca-ba3b0359bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:13.615161 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-3543a818-5608-491b-9d4e-1f43d8fa650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:15.076950 dv-cinder-804459-5-iscsi neutron-server[93847]: DEBUG neutron_lib.callbacks.manager [None req-9326dc5d-7cc6-4be3-8ea4-807929fdf6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773537228252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-540515'] for agent, after_update {{(pid=93847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 23:48:26.495426 dv-cinder-804459-5-iscsi neutron-server[93848]: DEBUG neutron.db.agents_db [None req-0cc630c3-c71d-4921-8831-e0effb03c40b None None] Agent healthcheck: found 6 active agents {{(pid=93848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}